{"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.641850031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.642196046Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.675276886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"180.572244ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.68674412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.68676856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.687150607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c1cb68-f76a-43d2-9554-ce33447e7142\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.687179177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.689492404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.700923907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.700952028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.701222522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb5cbea-4d5a-4754-8e7d-8424381ef340\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.701242403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.703495579Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.816945286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":8,"elapsed":"322.167313ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.817281631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.817306772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.817601787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d174988-68a4-4592-aba4-002bbf16cb4b\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.817622337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.81780631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.818136155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08b70a6-8455-4358-bec6-c7b810762a7e\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.819160492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.820791748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.821202434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.824769242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.824790112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.825185228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab188f25-f6b0-426a-b5e4-94612a2cbb14\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.825213529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.825493133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.827744589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":8,"elapsed":"332.937605ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.830397272Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":8,"elapsed":"335.533927ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.861611012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.861653882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.861666463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"366.718637ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.8627185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"367.922455ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.885529895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.885567136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.885864121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"91bdb572-1864-4e0b-b7db-3aefc73856a4\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.885881281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.886203436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.88832593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.888508133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.892638129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.892960054Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.8970673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.89708725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.897551748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"33d467b3-bb3d-42b7-b0dc-8fdb4ae434f8\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.899374147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":8,"elapsed":"404.542033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.929449989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.929891686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.932423707Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.932449257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.932684341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.944344118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.944728354Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc51e94e-337f-4094-9f99-30cd29f50676\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.944751864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.944771025Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.94510293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.94512364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945133431Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945143121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945169261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945183611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945321603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945334144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.945599878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.945609768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.945838542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.947362266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.94756157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.9488439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.948981842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b785f7c-b84a-48c2-be58-8a7a7f86eba6\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.948998193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.949103904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efea783d-575c-4959-9fdc-cd0148a9409d\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.949117234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.949129055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.971352181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.971377211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.979115285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.981185528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.981209559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.981361501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.004609804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.004721655Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49879"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.004936959Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"02ed3fe5-e327-40dc-a819-da00acf717c5","remote_addr":"[fd00:1122:3344:101::c]:49879","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.005347182Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"02ed3fe5-e327-40dc-a819-da00acf717c5","remote_addr":"[fd00:1122:3344:101::c]:49879","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.008311053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.010397006Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.010422187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.010658201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.044571384Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.044611315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/producers","method":"POST","req_id":"02ed3fe5-e327-40dc-a819-da00acf717c5","remote_addr":"[fd00:1122:3344:101::c]:49879","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39736,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.044713576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ed3fe5-e327-40dc-a819-da00acf717c5\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:45:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.046153639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.04617776Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.055918986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ac011e5f-92ec-4cb4-986b-cd1a72a03369\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.055949256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.055958977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.056522516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e2d234-bcca-491f-b828-eb8add117c66\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:45:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.056565336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.056905662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.060215615Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.060469499Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.064082427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.064347971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.066410124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.066720999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.07429715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":8,"elapsed":"579.398025ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.102212998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.102624364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8124f90c-e92f-4176-a032-bbc8d65b1d2f\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.102648125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.102656625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.102663115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.104714928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":8,"elapsed":"610.026996ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:06.129026778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"65649ae8-28fb-40de-927e-38b3f84d34b1","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.494302482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.494360673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.494372163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.494380213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.494619587Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.494632767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.49667181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.496719131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.496842373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.499554416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.499567857Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.499716149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.500908878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.501078791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.527813099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"33.516458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.535630704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.538311847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.538334168Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.53848485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.552118799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.552145099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":23,"elapsed":"57.835607ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:16.129584873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"ea8afccc-478e-433c-b317-44145c70b758","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.494822096Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.494879428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.494889598Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.494899928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.495225773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.495343975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.496795758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.497337317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.497598321Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.499454301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.499471331Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.499612393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.501675477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.501840619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.524248968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"29.405051ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.52997805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.532708264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.532723494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.532882606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.544806658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.544829488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":24,"elapsed":"50.019292ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:26.128958729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"8b1a66ba-bf1f-4b5b-af61-3428fa7b565c","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494515748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494570289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494581629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494589759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494597569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494605109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494611489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494617609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494624619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49463131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49464001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49464986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49465748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49466609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49467287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49468087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49468769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49469508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494703061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494710621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494719621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:45:32.494728091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494738461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494746881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":6,"elapsed":"10.56µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494756761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494765272Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494773782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.494784322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:35:32.494709931 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494796412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494806102Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494814313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494822262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494831003Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494839753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494847743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494855163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494863673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494872313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494880143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494888774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494896844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494904074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.494912424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494919914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494927994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494936304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494944315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494951645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494959125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494966465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494973105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494982075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494990105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.494997475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.495005965Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495013186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495025306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495033706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495041686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495049836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495056576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495064486Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495071977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495081527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495090137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495145508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495160168Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495218969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49526314Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.49530298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495314361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495354101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495364661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 660941979 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495381722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495432702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495445283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495455403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495468203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495482573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495496913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495508053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495519144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495529494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495539294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495549714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495560034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 661129642 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495574335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.495584615Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.496049412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.496062682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.473734ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.496134934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.496144574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.622606ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.496856975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.497053908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.497412234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.498881648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.101845ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.499243844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"4.611644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.499302584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.499311785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.499447947Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.499943785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"5.335435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.501621322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.501880926Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.501928527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.502559466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:35:32.494709931 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.502578757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:35:32.494709931Z\",\"pruned\":[]}","iteration":5,"elapsed":"7.849735ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.503911458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 669501187 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.504175212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.504595409Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.50461879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.504766902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.507206501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"12.308457ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.509080631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 674673919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.509353506Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.519779702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.520190029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.540499835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.54082076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.541419559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.541628803Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.543102286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.543115807Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.543158887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"48.517977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.55206007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.552216642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.553410281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.554654001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.556021603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.556106875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.556120205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.55642828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.557470557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.557496087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.558011295Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.55830503Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.55832543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.558539884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.558559454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.558875169Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.559159974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.559344747Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.559371927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.559382237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.559618551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.56016095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.560496755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.561945358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.561970539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"67.41616ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.562133961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.562154262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.562347065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.562599759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.56267203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.562805992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.562976875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.563397132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.563449762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.563478103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.563649166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"68.735661ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.563670046Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.564059742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 729651291 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.564436948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.565273032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.565599437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.566278598Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.566303148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.566462941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.566755035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.566770786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.566958339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.567583479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.567965765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.568668146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.568887656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.569248149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.571224647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.571246997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.57143761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.571648654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.571659874Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.571835567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.57204616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.57205677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.572223323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.573839269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.575110829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.575357523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.575860041Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.575881762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.576015114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.578072837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.578317211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.579876646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.582257224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"87.533222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.582932925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.583176289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.584215935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.584259696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.58450505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.585997814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.586069855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.586320739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.58636085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.586440681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":9,"elapsed":"91.633439ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.586778666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.586795437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":25,"elapsed":"91.994305ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.587765162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"92.96974ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.598120948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598154719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598166279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.59826279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598280091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598287401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598293791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598434073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.598561605Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.60070867Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603113718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603138678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603149459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603159459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603343762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603482714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603496934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.603636617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.604712904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.607505919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.607531109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.60757326Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.607682001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.607800433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.608163829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.608766179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"113.907015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.609350068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.611153027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.611171667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.611302419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.612103142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.613905661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.613930531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.614058213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.614073424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.614085414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"119.249622ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.614098304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.617715702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.620844352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.620863423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.621102017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.63008383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.640596209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.640625099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.64063891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.641053406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.644101475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.644132355Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.644145806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"149.291032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.645404756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.648193501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.648223781Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.648359473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.65066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.650689871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.650702011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.650952435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.651334901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.651348681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.651357881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.651374772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":5,"elapsed":"156.824964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.652340187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.655194443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.655210403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.655352045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.657427779Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.657444479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.657453199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.657461549Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":5,"elapsed":"162.82174ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.661079517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.661111838Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"166.429607ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.676385823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"181.634551ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:45:32.692428209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.69244693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"197.510086ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.786812652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786868883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.787198128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c20abba-ee5b-4024-9399-d12614c35944\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.787228849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.788836065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.799878691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.800948479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"20639d9a-5645-4510-bbcd-d716674f5ebd\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.800966049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.802886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1b7645b1-ae88-4e58-9e7c-dc3e639f1d20\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.80291875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.804347883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.804375103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"309.790525ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.804690288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.804704259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.805067934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df392429-47c1-437a-a7cf-59a31bae9766\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.805090155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.806575619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.83598018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.83601537Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.83658666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c24ccdb-61b2-40a2-b04d-31682dc7d406\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:45:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.8366175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.837022517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.838570391Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.838592442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.838836726Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a4c746-1106-4059-b987-91aac0a8d080\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.838852496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.840789387Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.859543558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.859580418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.859877123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd383ccd-92a0-4331-8c74-186472909e86\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.859894323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.86032385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.86344733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.863696234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.867616547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.868129235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.871158974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.871179294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.87156986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"989333ee-d571-4181-8f07-af088a7a5562\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.8728263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":9,"elapsed":"377.942787ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.957287114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.959183055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":9,"elapsed":"464.408433ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.981688935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.982066641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2760ae8-31e9-48f2-bc96-d047788f0544\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.982092482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.982101542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.982109662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.983400863Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":9,"elapsed":"488.899576ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.994611422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.994912037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b604d867-269f-4618-a197-36ab026fb546\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.9963623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.996646975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.998632987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":9,"elapsed":"503.896916ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.020730291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.021256639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bfcedfe7-61a3-41ed-8133-7fd1bd8bad33\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.02127306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.023306692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"98881307-fbc8-433d-9cca-51ea808463aa\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.023322252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.024974309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0c32b0d3-8c3b-435e-b2fd-7c2d2d1e8dc1\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.024985779Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.02691018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.026953021Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"532.091427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.06120659Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.061553385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.063441995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.063458476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.063638669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.072817296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.073130461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9380018-cac0-4494-ba37-745c3684c182\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073156121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073166531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073489636Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073501327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073508817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073516757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073524177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073532227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.07371952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.07372954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.073882343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.073891663Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.074218298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.076422303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.076551765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a29959b-0ea8-4b58-914a-ae547f278ff6\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.076565056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.076665907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85711b5-7d13-4e9d-b9b7-230cbc563107\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.076679608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.076689428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.155353608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"817d092f-f820-4f50-bbf9-6ba1cf43fcd9\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.155377649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.155387979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.155643143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a340526-658c-4733-bdba-0e6c9d36bd41\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.155678344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.155906137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.15919135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.159371273Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.162824058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.163167074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.165159256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.165382149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.17168777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":9,"elapsed":"676.810807ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:36.129424873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"89a45080-1aa6-47a3-8ef8-c25d44caa8de","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.494682846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.494744697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.494756547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.494766258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.495025412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.495040592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.496418134Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.496580296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.496915232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.499631545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.499644986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.499787998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.501835771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.502159536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.503292184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.505913106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.505931697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.506074099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.514188649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.514213579Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":26,"elapsed":"19.524373ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.525215086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"30.546809ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:46.129619371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"d1b33706-8f27-4654-aeb9-fbf770fce1f2","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.494874524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.494958025Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.494976925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.494992825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.495187989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.495379721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.497183701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.497421234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.49778742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.499352765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.471322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.499812413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.499825303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.499982065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.501849435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.502017558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.503666574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.506075583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.506088133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.506219335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.517593977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.517619278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":27,"elapsed":"22.767645ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:56.129844818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"25ea143b-5e48-4544-ac28-f2e38a955e2b","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":378,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:01.122330711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:63893"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:01.122414942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f9597333-1840-4094-ae75-668a65c61266","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:01.122763067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f9597333-1840-4094-ae75-668a65c61266","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:01.124707649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f9597333-1840-4094-ae75-668a65c61266","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2342,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:01.125013183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"81ed7e92-54a3-444a-a6e4-f0d677110d68","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:01.125347889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"81ed7e92-54a3-444a-a6e4-f0d677110d68","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:01.127615495Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"81ed7e92-54a3-444a-a6e4-f0d677110d68","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2672,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.494961479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.49501575Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.49502862Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495038351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495047651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.495056851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495066771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495075751Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495084741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495093252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495101812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495109452Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495118682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495126932Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495136222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495143682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495151982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495159802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495167473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495176603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495184983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495193993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495202903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495211643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495220763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495228964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495238844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495248144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495257064Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495265674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495274894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495282744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495290085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495299045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495306535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495553599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.49560741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.49562113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495663381Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495674241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495687021Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495706681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495763112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495776232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495786572Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495799593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495860824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495871474Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495879894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495888684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.495897374Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.497385618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.4982837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.498463787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.364354ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.4985017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.499292619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.499306089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.499444741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.501735998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.501934581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.502193655Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.502205735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 667407844 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.502521931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.504656005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 669851863 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.50496764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.50561952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.505647901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.505781843Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.506937681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.507850396Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.508235422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"13.225372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509086756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509107686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509117866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509268929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509285179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509854498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.509882158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.51001152Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.510500798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.510936325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.511063777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.511183609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.51248922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 677692589 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.512535851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.512780755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.513304113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.513330014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.513568157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.513581768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.513611928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.51374447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.516570186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.516588496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.516785519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.527847486Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"32.811526ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.530945416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.530965116Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":28,"elapsed":"35.739403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.531733019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.532246037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.532562852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.533613949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.533643339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.533762241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.534630775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"39.548104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.537380099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.537570352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.538156162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.538167842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.538174882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.538392435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.539003955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.539057516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.539209459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.541709208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.541720149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.541864691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.585034283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.585081994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.585379859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119eb721-4493-4471-91ea-8ef1b35ff8cb\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.585416649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.586785641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.587374951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.58738584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.587623364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da99684-79a1-4b66-aa4c-0c155a39b334\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.587641285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.589114988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.596987445Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"102.022465ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.598906485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.598922745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.599107908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cddb4a0-ffcb-4040-baf0-5003cae20977\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.599119839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.600148195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.617686166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.618045902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.64786351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.64788425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.648211675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18db3411-ddfd-4d15-88ed-3bb2b1d32e02\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.648230096Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.648685363Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.650795877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"155.737736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.652560145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.65286359Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.656020311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.656050221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"160.855418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.673576812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.673965268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.676497489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.676689552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.677255831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"182.064138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.67841905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.681365407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.681378207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.681527829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"186.367687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.68153902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.684895913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.684927394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.684937534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.685351501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.68780061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.688094465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":10,"elapsed":"192.966092ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.688133215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba75e95-4732-4e77-911e-7bab5ec08b2e\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.689416566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.689602509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.689997695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":10,"elapsed":"194.782552ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.691365787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":10,"elapsed":"196.114423ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.705315851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.705332791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.705576705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7e051f43-7cf9-4e9f-a0f5-f61d8be8f2ac\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.705591385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.705830799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.70774576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.707935183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.710990612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.711286896Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.713951859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713973289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.714280174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f7811fb0-45ef-4bd1-a5c1-46742c98ce1a\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.715504844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.715519104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.715528284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"220.455363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.716222365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":10,"elapsed":"221.236065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.773329351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.773667776Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.775859881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.775893282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.776172886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.776350569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.776639344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.778186529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.7801658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.780189101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.780342153Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.782077781Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.785038358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.785062889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.785281682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.786680245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.787081931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32df78a8-bc0d-4286-bcaf-84966e83dd0e\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787106412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787119312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787407306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787419317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787427257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787435827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787443857Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787452167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.7876377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.78766156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.787852484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.787877864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.788096037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.796159026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.796606334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d0ba3b-4423-40e5-9cc7-29a06b108c9e\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.796629544Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.796789197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93843963-cef2-45b8-81c5-d0e0e7a36e46\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.796807397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.796821537Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.895908274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.913065369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"50da0131-2cad-4e2e-af0f-8502ad53fb30\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.91309406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.91310424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.913568507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65eb1a93-fb23-4517-b24a-1f8f9e844a1f\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.913631458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.914037785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.914109416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4241685b-527c-4d2f-abfb-b09db1210c40\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.914135627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.914146917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.914154267Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.914701885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":10,"elapsed":"419.761206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.917377248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.917730754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.920838694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.921066367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.923311934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.923583338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.93059998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":10,"elapsed":"435.398967ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:06.130229049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"dc15c699-9ebe-4ebd-961b-29efa7308194","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":471,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.495480783Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.495542364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.495553665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.495562465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.495813978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.495828849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.49714989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.49965962Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.49967532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.499817033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.501721863Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.502052309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.50340302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.506055921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.506069599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.506217642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.517729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.51775034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":29,"elapsed":"22.285777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.525746438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.525960292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.554253635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"58.765502ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:16.130157465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"4d6e92be-ca02-46bf-885b-dc1600b21baa","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.495423849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.495507571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.495524951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.495538341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.495951688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.49605944Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.497464162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.500134725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.500145975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.500303837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.501680519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.501907173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.503739592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.506299634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.506309134Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.506453616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.518489369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.518509589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":30,"elapsed":"23.11753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.525655494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.525942328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.527185728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"31.748099ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:26.130185532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"8b1b3b95-1c48-43c6-b896-59b81938ddf8","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496060695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496110406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496122466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496131856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496141127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496150067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496160787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496170617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496180607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496189808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496199257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496209348Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496218498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496226588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496234958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496244678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496254309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496262398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496272229Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496280259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496288669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496297819Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496305589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.496313459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496322139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49633048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49633963Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49634767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.49635572Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:36:32.496255698 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49636399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49637234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.49638086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496388991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496399451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496407481Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496416551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496424631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496432041Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496441052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496450792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496462242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496475072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496487952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496501093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496514243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496526993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:46:32.496540203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496555213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496567063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":7,"elapsed":"10.31µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496581894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496594034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496607674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496620574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496634104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496645925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496656205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496667825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496679745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496692576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496705566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496716716Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496728466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496740616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496753277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496765397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496777307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496791807Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496807877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496819767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496831658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496842248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496852088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496861878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496872118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496881148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496892159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496903859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496917009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.496925909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 661706938 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49694518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.4969568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49696698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49697672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49698902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49700497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497020831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497030041Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 661788279 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497042631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497050801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497058341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497067002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497074011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497376576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497392597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.079467ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497519679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.497550409Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.23235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.498967322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.499303627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.49945408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.499597232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.500358424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"4.021504ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.501424651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.501434621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.501612004Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.502617511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.502629391Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.502776903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.503309851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.503575646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.504876297Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.504988449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.506286049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.507517479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.507533069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.507653001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.507662701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.507718232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.507851714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.508611187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.508623897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.508763519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.510431156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 675206724 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.51071986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.511199098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.51135016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:36:32.496255698 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.511364911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:36:32.496255698Z\",\"pruned\":[]}","iteration":6,"elapsed":"15.101743ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.511486093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.51256393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 677338438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.512878045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.514199406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"17.766894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.514808286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.516670876Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.516733347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.517072882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.517109953Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.518294302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.519702934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.52120357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.521558119Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.523238791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.524571862Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.527414518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.527446638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.527629801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.532044592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.532069743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.532082383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"35.977987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.54004133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.540420796Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.544880988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.546859929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.54688803Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.547030032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.549498042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.549666245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.55063364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.551077717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.552693463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.552873946Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.555865534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.555892824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"59.682737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.557765964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.557914967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.55814358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.55876455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.558944173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.559198937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.559209638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.561554875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.561571625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.561814459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.562845846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.563242142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"66.76363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.563511196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.563562697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"67.073655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.56370647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.563869462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.564831097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.564839778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.564847508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"68.567248ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.565476458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"68.996006ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.565529909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 730302797 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.565878264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.566046867Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.566327592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.566342482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.566354542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.566549255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.567953847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.567965878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.56812293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.568795311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.568809381Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.568816931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.569101066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.56997946Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.570731032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.570925545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.570951176Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.571168749Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.571278631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.571291351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.571297581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.571575906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.572705634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.573016609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.573029149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.573257083Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.575492528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.575505919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.575654561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.577016883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.577031913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.577039823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.577046283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.577351638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.578267243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":11,"elapsed":"82.196948ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.578547057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.578557797Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.578564108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.578570368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.578764911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.580164683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.582921727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.583017939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"86.970434ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.584982451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.584995011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.585264125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.586043217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.586061028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.58622457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.586924732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.586937842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.586947622Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.587106514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.588115311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.588357534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.588739571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.589714656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"93.566199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.591742479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.591763679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.591893511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.592710464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.592856467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.593783561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.593796042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.593803752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.593811982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":6,"elapsed":"97.682376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.609362531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.610944427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.612474691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.613199573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.613223233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.613381246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.614993021Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.615186364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.617229307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.619138498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.619165298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.619176028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"122.701426ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.61986419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"123.402638ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.620569801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.620584871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.620737264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.625102454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.625129294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":31,"elapsed":"128.795975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.62679243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.626812151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.627013904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.628128162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.628567309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.62862291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.628845994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.628916815Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.630086023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.630097463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.630319167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.630329187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.631692279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.631868642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.632122746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.632135426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.632272368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.635032753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.635338498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.63677235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.636966054Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.637946969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.638118662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.638402247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.63861958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.639980492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.642228998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"146.01128ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.643176893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.643194933Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.643344786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.645069483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.645259637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.646475936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.646631228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.646824572Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.646970124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.64796446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.64798677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.648339936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd07d8e-41ba-4b12-b9b5-c6e283982e70\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.648367956Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.649026667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.649270731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.65046849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.651542337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.651803971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.653134013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.653341886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.654639847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.65482103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.656356084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.659952662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.659974822Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.660142405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.662276539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.662556694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.664967552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.664993033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.665004983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.665247437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.665268457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.665276557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"169.023869ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.666523657Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.66670468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.676261283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.678089063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.678104983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.678265635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:46:32.691389516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.691401596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"195.253869ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.715106766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.72286029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722875681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.723199026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d552c48f-a08e-41ec-a34d-c081434a657d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.723218016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.725669105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.817974164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.818024015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.818386661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852eeec3-0c14-4509-ae5e-3973c9c9df5d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.818404401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.820631337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.823386371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.823788567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"576acc66-80eb-4f80-9434-9c91632d7665\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.823814078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825536195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9a039d7f-3e56-477d-acf0-73d2119c402f\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.825563626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.827534007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.827561048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"331.440552ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.830044358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.830358282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c8657f-ecf1-4853-a4d2-688660d68649\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.832447166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.832817372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.835236361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.835262691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.835614607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f428647c-8665-4d62-8cd6-65e8e45d0044\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.835652428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.836104225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.837293084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.838178998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.839967627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":11,"elapsed":"343.593327ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.840614407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.840637328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.84080019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844350837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844380997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844598851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844750974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844764154Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844785474Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844797114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":6,"elapsed":"348.619057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.850720869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.851018824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.853048856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.853473223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.863171479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.863712057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.872180193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.872430977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.874753694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.87509845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.877392147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.877861204Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.879690654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.879903497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.881611704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.885169241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.885197232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.885337924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.88696545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.887223704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.887411157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.888755979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.888967652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.88947463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.88949358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.889665443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.890415345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.894285057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.894311388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.89447652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.899899157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.899925438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.900229993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"771d6e46-f8a4-4d4c-825b-dfb42d11d681\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.900255823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.900578168Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.902724743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.902904055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.906396291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.906564454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.908003782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.908040758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.908278742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.909604853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.909872327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.909893507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.910237323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7fa1e01b-12af-486d-adce-1ed7735a32dc\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.911356441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.911370591Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.911505143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.911870679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":11,"elapsed":"415.634631ms"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.913252201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.913331673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.913366943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.971974373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","vpc_to_sled":"[Sled { identity: SledIdentity { id: e282623f-c8b6-42e1-8711-fe2573bc5d47, time_created: 2024-12-19T21:41:43.002016Z, time_modified: 2024-12-19T21:41:43.002016Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.972015093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.972022613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.972283758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.974592784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.974860299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.987353119Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.032064816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":11,"elapsed":"535.680355ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.116360756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.116885095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"faa825c6-58c7-41cf-915e-c603b29ae824\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.116899985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.118603003Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a37597da-6f73-498e-a653-e83097c68903\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.118614013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.119977254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d68a94e1-26d0-4759-b814-7bbdf45adb2e\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.119988645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.12154999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.12158362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"625.409133ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.139826693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.140221239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593a6847-20fa-4f92-b821-56c92d314d34\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.14025867Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.14026989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.14027762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.141837965Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.142504055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":11,"elapsed":"646.106045ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.144570689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.160438373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.160797269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.16525308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.165284901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.165506824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.175357682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.175686937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1df32ff-69e6-4953-b501-1a26aa300408\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175707568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175718458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175958542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175971202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175980282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175989432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.175998622Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.176007072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.176162455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.176172385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.176402509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.176412129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.176665183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.178622805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.178800987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f64168-8bb8-40ca-aefc-4c5183fc4fba\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.178819497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.178912239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"782210b0-c29c-4c93-836d-dad54a8ce6f5\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.178924079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.178934439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.18269583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.272713612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1582fca5-604a-4ba7-9815-d74dab583a7e\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.272754633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.272766553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.273282902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a5718b-3fe5-498e-80d7-7d03571882c1\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.273319712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.273636357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.273721469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c25e9253-0c8a-438f-8cac-52a88d07723e\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.27507254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.27509526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","elapsed":"778.71187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.275104181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":2,"elapsed":"778.72189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.277509599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.277874135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.280340775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.280630439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.28254086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.282783484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.289114725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":11,"elapsed":"792.591593ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:36.130216378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"514aa595-6dbb-43cf-861d-185928505dad","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":389,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.495475571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.495535532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.495547542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.495555832Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.495900297Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.495913928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.527193989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.527459583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.529338093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.531992266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.532006366Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.532145229Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.533833765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.534065929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.53596677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.538575581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.538590902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.538741794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.549888743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.549909593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":32,"elapsed":"54.448853ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.55344114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"57.956889ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:46.13001404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"885671ec-136f-4977-a819-005cc24b9fe6","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.49626869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.496325931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.496336311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.496343641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.496674937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.496691587Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.498298213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.498830371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.499085735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.501033146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.501043787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.501197959Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.503430995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.503607638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.50499916Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.507560541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.507570281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.507709093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.521495254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.521519155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":33,"elapsed":"25.259334ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.534842608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"38.560648ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:56.130818369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"f06d5551-5f0f-4355-80e8-c670bd27c43f","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496007462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496067563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496080613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496089883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.496099433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496108464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496117484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496125154Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496133794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496142444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496150774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496158174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496167205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496175955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496184335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496193635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496203125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496210985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496218135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496224875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496232866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496239436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496246946Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496254656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496261266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496267406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496273436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496279266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496285416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496291247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496298497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496305137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496312317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496318977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496326527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496452489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496470859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.49647915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496578001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496589281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496604562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496614342Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496623412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496663642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496672143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496679543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496692353Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496717614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496725783Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496739574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.496779984Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.498302489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.49903274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.500200609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.50021143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.500361242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.500373842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.253178ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.501003662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.501027232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.501156074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.504261784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.504342156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 668722444 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.5045963Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.504733482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.505600236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 669966704 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.50589621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.50711484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.50713032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.507296533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.507662599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.507673939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.507827441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.509327145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.509386546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.509502628Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.509714002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.510568585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.51082096Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.511214256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.51145499Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.511969368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.511980928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.512145901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.512835612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.512860482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.513002964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.520735778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.520961792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.521098654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.521222246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.522884163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.523082556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.52522278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.525242091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.525396363Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.526574222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.526588282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.526778775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.527874183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.532475987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.532505417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.532779411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.540417414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.540752859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.542495877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.54266062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"46.553416ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.542962735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.543484453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"47.43492ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.543820778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.543852159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":34,"elapsed":"47.585142ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.544801004Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"48.762502ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.547294674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.547309344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.547317054Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.547437126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.547641979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.547786972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.549648802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.549898426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.550204191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.550222571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.550229451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.550408514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.551017234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.551210367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.553063117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.553089087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.553317521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.554158944Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.555115439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.555126639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.555273242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.556024784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.556040364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.556170376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.557422236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.55763108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.55829095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.558311901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"62.143236ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.558771198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 723151497 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.558999262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.579392479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"83.273055ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.57946875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"83.292385ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.584339118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.585414715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.585426925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.585435595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"89.360742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.587267825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.587286855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.587472228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.589398219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":12,"elapsed":"93.166454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.590580988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"94.431223ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.652783165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"156.769112ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.674097126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.674127977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.674404921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c7433f-5b86-48e7-97fb-32aaf7dd1e49\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.674422402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.675947996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.705915036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.705936227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.706186671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef74857-56da-49eb-857f-937a540959db\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.706202641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.707561442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.712226107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.712237028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.712460251Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a249436-3e58-4bc3-91b3-90c9c6dac3c5\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.712473171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.713869484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.739288541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.739897941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a7aaf6-bce2-4902-9a86-99147133fc77\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.739926211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.739939441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.739947882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.741245053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":12,"elapsed":"245.254781ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.745746205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.745766345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.746130571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c053992b-f9fa-4863-bca6-1028cfa5c6d1\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.746181652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.74672944Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.802925171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.803319187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8758506f-9b9b-4d53-bea2-c5bd775acc4e\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.805196037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.805484032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.80602013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":12,"elapsed":"309.832735ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.807705257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":12,"elapsed":"311.501482ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.809049709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.809073539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.809372814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6e3ef459-1cca-4c07-97e6-622dffe2aeda\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.809384724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.809705919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.812160149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.812429203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.815691085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.81600698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.819136861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.819157931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.819573968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"02b55ac7-44bc-43cf-b3c6-01da5ea24721\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.821537329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":12,"elapsed":"325.522137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.862857661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.863220677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.865440573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.865456613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.865711127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.872434975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.87277785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f37159-fa1c-4c07-a4e5-bd803e0cceac\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.872803211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.872814131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873127516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873139226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873146956Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873154686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873162856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873169887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873331869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873341739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.873496892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.873506612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.873713645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.875620646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.875783878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c815e50a-8ac5-46a3-b3e0-a70f6315c941\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.875802549Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.87590671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"321a3314-dfeb-457a-a845-b0193780ee24\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.875922761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.875933201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.969581562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"be7717a1-0d89-49f0-93f6-bc60ffa90abd\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.969623452Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.969638182Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.969840026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c204b3-58d3-405d-9985-dfa8dbf8d4f0\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.969868666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.97011754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.973406763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.973635067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.976585524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.976911949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.978880561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.979113574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.986205848Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":12,"elapsed":"489.985243ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:06.130626592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"d73f07ea-0c3f-4ad8-a65a-9ea13ecf76dd","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":435,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.496079759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.49613212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.49614161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.49614994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.496406054Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.496497486Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.49866399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.501383814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.501395124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.501556277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.503130362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.503372786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.505001912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.507578043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.507589123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.507741446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.520001532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.520019593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":35,"elapsed":"23.940913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.524735208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.524964052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.552660206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"56.615187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:16.124009921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"a9b12771-5ff5-4dcb-8c89-5f631f8c8faf","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:16.124308896Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"a9b12771-5ff5-4dcb-8c89-5f631f8c8faf","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:16.126563252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"a9b12771-5ff5-4dcb-8c89-5f631f8c8faf","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2625,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:16.126867097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"6c9f9bb8-7655-4d33-9e87-2c183c3507e8","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:16.127210283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"6c9f9bb8-7655-4d33-9e87-2c183c3507e8","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:16.128987741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"6c9f9bb8-7655-4d33-9e87-2c183c3507e8","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2192,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:16.130461705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"88a87276-d3c5-454f-86ed-076e932117ae","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.496735226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.496819947Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.496839877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.496856647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.497103001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.497199613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.49887837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.501593253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.501603333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.501771946Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.503791419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.504051293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.505818801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.508486564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.508518624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.508655897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.520683359Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.52070673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":36,"elapsed":"23.994974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.526506303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.526810448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.554772296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"58.02323ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:26.131147682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"bc62cb12-4619-43a1-aa87-4caa5b68d0a4","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":360,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:31.123790876Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"3bb195e5-ce2e-4de7-b4df-7c02b86258f5","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:31.124120811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"3bb195e5-ce2e-4de7-b4df-7c02b86258f5","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:31.127261901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"3bb195e5-ce2e-4de7-b4df-7c02b86258f5","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3539,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:31.127538496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"7c54de85-7793-4ae9-ada4-ce8b0b314085","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:31.127871081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"7c54de85-7793-4ae9-ada4-ce8b0b314085","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:31.130143068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"7c54de85-7793-4ae9-ada4-ce8b0b314085","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2670,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496281722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496330813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496342143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496351713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496361164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496371904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496381194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496390414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496400444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496408974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496416734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496423965Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496431345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496440265Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496448895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496456835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496464675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:47:32.496473455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496484415Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":4,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496493126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":8,"elapsed":"13.9µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496503236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496511996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496520016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496527066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.496534536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496542216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496551507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496558656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496567307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496576187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496584027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496592007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496601447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496609207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496618597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496626578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496634888Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496642778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496651358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496660588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496668158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496676669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496683678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496691489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496699309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496706809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496715969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496723759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496731469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49673983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.49674848Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49675572Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49676316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49677173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49677895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.4967865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.49679547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:37:32.496621777 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49680382Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496811551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496819831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496827671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496836611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496845141Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496852991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496861872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496874082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496929113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.496968603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497022894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497035124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497043854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497051375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497062205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497072755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497089745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497191597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497204817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497215187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497224977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497234147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497244467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497254268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497263938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497274168Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497284298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497293948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497304188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497313909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497323289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497333039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 661272497 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497348629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 661285587 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497364769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49737512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49738194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497542522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497551392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497733846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497744666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.216619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497752736Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497759496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497814667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497824007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.514574ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.497925669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.499237279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.499450073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.499579895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.499691587Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.49991154Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.50051903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.096486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.501522456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.501540016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.501687349Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.5017865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504091727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504115528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504126598Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 668133766 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504172209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"7.647132ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504338361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504352941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.504401732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504603096Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 668602294 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.504794388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.5048762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.505030402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.505935137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.506259432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.507066785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.507077225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.507226138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.508831613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.510013792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.510034512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:37:32.496621777 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.510045173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:37:32.496621777Z\",\"pruned\":[]}","iteration":7,"elapsed":"13.418195ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.51178074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.511794051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.512071315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.51300556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.5130263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.513155913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.514543935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.516785291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.516810071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.516818921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.516912243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.516924943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.517192247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.517227888Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.518025891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.520867806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.520893077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.521078069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.526443675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.526522317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.526923993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.529566396Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.530075014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.530139795Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.53111055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.531518307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.532508613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.532528253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.532697196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.535411229Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.537157977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.537445072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.5441742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.544492565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.545793546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.545818606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.545830246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"49.452633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.54603654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.547610035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.547624315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.547630905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.548043242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.549085818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.549099159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.549310902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.551580829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.552374531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"55.722823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.552393782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.552828598Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.552842429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"56.471525ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.554112419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.554129479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.554334502Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.555011693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.555032994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.555193026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"58.573399ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.555226557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.556973875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.559018038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.560700615Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.560726085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.560898588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.561853035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.561867341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.562127227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.563418728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.563440719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"66.962843ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.566843093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.566912144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.567465533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.567500084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.567626875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.56852846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570314199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570336909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570345159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570351679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570656424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570669624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570686225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570864458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.570880278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.571329235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.571551869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.571817453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.572009016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.572836909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.572848809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.572999232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.579789161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.580000764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.580339649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.580353179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.58036175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.58036771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.580555513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.592382052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.592403943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.592413903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"95.843306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.599653289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.599846672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.600539813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.603405489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.603418669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.603575922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.625631825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.625820958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.638207647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.663474492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.663498652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.663781927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe76ce8-bd5e-4b97-936f-8a8c6e101f8a\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.663796477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.665793329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.682610978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.682629239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.683015175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a4b6e9-454a-4400-b5fc-cdca9f826b1b\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.683044805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.683451462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.68835711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 852332339 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.688713026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.689204124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"192.77654ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.689920886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.690235701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.696876627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.696903638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":37,"elapsed":"200.401742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.728678737Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.729042053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"232.766731ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.729109744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"232.645438ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.730046019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"233.761106ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.732842683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.732873744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.733133428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.733735288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.735065159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.735159951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.735576597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.737778073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.737803653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.737817113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"241.178385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.739142524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.739176315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.739358278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.73948992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.73950983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.739893016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.746739026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":13,"elapsed":"250.293342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.747305235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749275477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"252.68943ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749811955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749841996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.750018109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.754807146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.756224488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.756255449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.756549794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"32d60e92-bc69-40ba-9237-64ce9b8e84d4\", \"date\": \"Thu, 19 Dec 2024 21:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.756574794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.756866068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.759975348Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.760307734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.763868491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.764314248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.768021557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.768053518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.774118145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c675e16d-d0fd-4610-96df-7c31a1ee3c4d\", \"date\": \"Thu, 19 Dec 2024 21:47:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.776629135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":13,"elapsed":"280.176321ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.792815015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.792867245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.792880146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.792984637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.792996138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.793006658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.793286482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.793558767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.804543472Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.804594052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.805005679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ae8f3b-e45c-4d82-8d62-7edbbfdae33c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.8050908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.807221165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.816767128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.816801648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"320.12153ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:47:32.846084337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.846133688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"349.423359ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.848848542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.849166887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.850199194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.85126292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.851398643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855029521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855053231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855110242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855123772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855155053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855166753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855282165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855292565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.855432577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.857523361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.857547871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.857560621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.857573912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":7,"elapsed":"361.195358ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.85871575Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.85872827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.85874266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.858750451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":7,"elapsed":"362.168454ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.865783233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.865806453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.866172999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f51d873-23de-41c6-8405-a85c5f32e883\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.86619224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.867760075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.897613453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.899519784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.899535534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.899695107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.910752434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.91115522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"46b9b7f4-a37e-494a-ad01-a1e069854bca\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.911172411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.912812257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f0d4a5ef-1161-40f4-a44b-5b96579dcadb\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.912827267Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.914093567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.914107398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"417.779654ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.946491377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.946824092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74dcaca4-af09-4471-b7e3-95c48353bb7e\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.947886619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.948145233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.952496033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":13,"elapsed":"456.027728ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.969322603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":13,"elapsed":"472.925518ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.995300959Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.037334383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.037756019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5dc9bf6-04ef-432f-8f3f-ee4147e6369a\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.03777453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.03778553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.03779412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.039858603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":13,"elapsed":"543.366858ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.049912834Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.049925604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.133970171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.134119274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42488"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.134233886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a0cb7762-3423-4fd5-b79f-0d17dbe606c4","remote_addr":"[fd00:1122:3344:101::c]:42488","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.134544931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a0cb7762-3423-4fd5-b79f-0d17dbe606c4","remote_addr":"[fd00:1122:3344:101::c]:42488","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.159139035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.159631853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd4600e2-cb88-4e04-9cb2-edd324749381\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.159649683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.161764247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"64bdf09f-1c2c-47f0-8f95-e800111f962f\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.161782327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.163680007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"65c2fb31-5552-4f72-9bb1-f93da3cc9fc5\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.163693878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.165516947Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.165552588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"669.251335ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.172381177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.172402107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/producers","method":"POST","req_id":"a0cb7762-3423-4fd5-b79f-0d17dbe606c4","remote_addr":"[fd00:1122:3344:101::c]:42488","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38229,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.172465688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cb7762-3423-4fd5-b79f-0d17dbe606c4\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.174588322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.174597082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.207536061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.207908626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.20998056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.20999527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.210192093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.219170997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.219501102Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb6f1b9-f3ee-45f2-b37d-c4749539d361\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219523773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219536353Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219775926Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219788827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219798017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219807277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219816007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.219825407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.21998097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.2199928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.220131852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.220142643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.220395536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.222358318Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.22249051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d10e86-bd42-44b1-96a0-6b6a17b582e8\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.22250489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.222642263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1befcf7-7e39-4b1b-8225-7836d4cbc6f5\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.222669863Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.222685853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.319712728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"74683260-479f-4de4-a1e9-55f0c9e340e7\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.319755339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.319769699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.320170836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d407ef-926f-4db9-bb54-46b0c328318f\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.320206456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.320533661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.324686318Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.324861911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.32730872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.327584414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.329566166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.329892871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.336853133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":13,"elapsed":"840.238396ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:36.131441921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"aaf4547e-b9f9-40fa-9c3e-e8c1cca982b6","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.496686545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.496744756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.496756536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.496765376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.497067801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.497084751Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.499152074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.501764116Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.501788317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.501932419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.502920345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.503139718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.504710233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.507230534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.507243854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.507381356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.521830668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.521857968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":38,"elapsed":"25.160163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.532382427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.532626621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.534581362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"37.915598ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:46.130756656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"26e22522-0579-4a93-bf6c-dad6b7ec4259","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":352,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.497008946Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.497071447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.497085107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.497094677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.497347171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.497465673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.498865616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.499382014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.499682309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.501467707Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.501480337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.50162501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.503912146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.504074399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.52845856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.445373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.531287595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.534201512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.534220952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.534378285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.542643827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.542688918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":39,"elapsed":"45.669522ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:56.131295349Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"9a543fab-501d-4048-a7db-04aa00ad75d9","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:01.124423429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"696e4798-b353-4d1a-b1ef-1389d20da4fa","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:01.124728264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"696e4798-b353-4d1a-b1ef-1389d20da4fa","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:01.127493118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"696e4798-b353-4d1a-b1ef-1389d20da4fa","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3142,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:01.127706262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"b161a394-242c-43a7-8e54-cbdbd3284ae2","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:01.128008056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"b161a394-242c-43a7-8e54-cbdbd3284ae2","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:01.130041279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"b161a394-242c-43a7-8e54-cbdbd3284ae2","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2373,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497205229Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49725319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49726402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.4972725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497280851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497288881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497296291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497303761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497312131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497408373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497416313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497424073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497430933Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.497437653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497445473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497452533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497458893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497465114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497472663Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497480864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497487684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497494334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497501224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497507954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497515524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497522294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497529924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497536655Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497544165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497550785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497558895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497564865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497571405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497578945Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497586135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497755668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497770798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497780159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497796999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497806749Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497815759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497825219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49785442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49786337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49787307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49788191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49789204Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49790058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.49791071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497919241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.497927651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.499673489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.499709579Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"2.284866ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.500260328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"3.050189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.501741232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.501767992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 665135041 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.502053127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.502368442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.502380712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.502529855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.503743744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.504323713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.504344494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.504352954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.504500696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.505294579Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.506078212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.506094262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.506265564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.507178009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.507190889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.507367342Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.507590836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.507608336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.507767688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.508408289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 671785717 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.508652603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.508885017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.51098674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.511004191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.511140493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.513964548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.514159091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.516552259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.518248036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.518496111Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.518508851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.518758795Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.518900847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 682275105 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.519217072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.51973844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.519757841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.519928034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.520043985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.520631095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.520661985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"23.298224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.521928126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.521945586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.522089648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.540892039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.54094597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":40,"elapsed":"43.72858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.545992091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.546299426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.550330281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.550657746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.550701357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"53.473427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.551926586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"54.606995ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.552069709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.552082449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.552088279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.552465715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.555777948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.556006502Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.556798554Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"59.419972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.557354423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.557524876Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.558706165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.558734415Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.55901886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.559069131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7229ec5a-1433-4c64-b961-c7612cbc5c3f\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.559085151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.559104491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.559414466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.559454477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.560471363Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.560750048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.561028552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.561467589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.561479859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.561637772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.561931307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.561946397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.56210563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.564928115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":14,"elapsed":"67.595353ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.579249174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.579270125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.579278365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.579454737Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.583435041Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.583447892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.583726236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"989b1153-1225-49f4-84c8-1caa9fe65cf1\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.583739836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.585784359Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.587280593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"90.017733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.588057245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.588393081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.607811602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.607839982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.608126067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8704bbcf-1407-49d5-b1b1-bd4965d31b01\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.608141557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.610138809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.612223303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.612246123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.612257583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"114.82121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.620498385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"123.095333ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.624103383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"126.739662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.627224483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.627521228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.653079517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.653381432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0399287d-82cb-4ed6-9218-ba2863adf777\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.654734174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.654961067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.67817546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":14,"elapsed":"180.727407ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.704540792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.704563333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.704879528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83f0d93-119e-4c76-8596-5134bef81d6a\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.704903928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.705220083Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.706789738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":14,"elapsed":"209.534138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.719712895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.720053411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.759006225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.760939036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.760993837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.761008797Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e88eb88f-20e2-4238-9d4d-87726d34a4be\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.761022177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.761033218Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.762041024Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.762071984Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.762269747Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.76369569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.763991625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.767579292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.767874347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.771067108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.771385513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.771430634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.771460855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.772003263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"449422ae-f12c-429d-ba69-8c08883658a7\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.773295584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.773308824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.773524408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.773579839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":14,"elapsed":"276.273359ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.782885908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.783246914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba6a40c-6a87-4e0f-9759-e1633ef22152\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783265604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783276214Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783558208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783570039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783577389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783585219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783592729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783601719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783793712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783804072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.783941675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.783967055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.784171278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.786560067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.786704269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef3639a-11ee-427a-af94-4a83c78eefc2\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.786719179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.786805711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0104896c-6da6-414a-afb2-f24944c9edaf\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.786819071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.786829321Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.793097961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.794948121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.794979362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.795105634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.882518085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.89031101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"708bcf2f-7c35-4071-98c7-acc723e99ba2\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.89032724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.89033577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.890671235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad419dd-f0ea-4fe4-a5c8-e76017871d92\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.890719766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.891011911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.891076472Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72145a8-2c39-4a8d-b550-21dd8e7cd774\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.891099812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.891108842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.891116522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.892563915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":14,"elapsed":"395.167703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.894438296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.894659689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.898541831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.898842296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.900588914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.900818288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.90720599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":14,"elapsed":"409.91839ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:06.131315142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"00c93a7d-88da-43fc-9f30-6a65e1354202","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":341,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.497592321Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.497650412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.497662372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.497670442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.497937566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.497983267Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.499691254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.502230325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.502245995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.502380647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.504364239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.504582143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.533348464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.533626408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.535126152Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.537540451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.537556701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.537689473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.552087094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.552113995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":41,"elapsed":"54.532134ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.562604653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"65.001831ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:16.131813244Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"81990514-ad29-4070-8e7f-131b6e971cd0","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":386,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.497081268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.497139189Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.497149269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.497157379Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.497390383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.497413483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.499245843Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.501770593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.501797994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.501923076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.503277337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.50344847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.504831622Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.507233121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.507250171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.507378463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.516853975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.516873715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":42,"elapsed":"19.795807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.526981237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.52716994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.555622376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"58.559339ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:26.132294518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"650ebe5e-24d7-4fb4-9c2e-dff9e48bf0bb","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:31.124928941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"098c3533-6283-4b14-9722-922023e954f6","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:31.125244386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"098c3533-6283-4b14-9722-922023e954f6","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:31.127470302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"098c3533-6283-4b14-9722-922023e954f6","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2615,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:31.127730446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"414f8afc-e974-4ef0-896a-6f4521954451","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:31.128022171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"414f8afc-e974-4ef0-896a-6f4521954451","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:31.130062303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"414f8afc-e974-4ef0-896a-6f4521954451","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2371,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497197074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497241055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497250805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497259905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497268506Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497275246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.497282856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497290926Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497297626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497305306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497312046Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497320526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497328126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497335107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.497341957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497347957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497354367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497360457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497366927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497374467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497381037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.497388617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:38:32.497332007 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497396037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497402708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497410528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497417498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497424708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497431328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497438708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497445578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497453288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497460178Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497470549Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497477039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497483679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497491439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497498469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497505739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497512099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49752023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49752667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49753432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:48:32.49754533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49755328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":9,"elapsed":"13.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49757099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49757776Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49758516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497591301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497598711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497604841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497611411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497617611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497624501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497632611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497638731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497646052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497652461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497659922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497666142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497672762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497678962Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497684752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497732743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497745533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497765213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497851905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497863255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497872075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497913706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497970217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497980997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497988697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.497997847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498006757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498015157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498058438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498068278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498077058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498084528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498091599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498101099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498109739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 660991897 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498122709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498132069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498140109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498146849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49820083Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 661091289 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498668748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.498684488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.167929ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49878329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.49879375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.277611ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.500770022Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 663656390 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.500899854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.501024706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.501184228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.502073183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.596783ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.502983697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:38:32.497332007 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.502994787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:38:32.497332007Z\",\"pruned\":[]}","iteration":8,"elapsed":"5.655971ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.503608357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.503620717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.50379967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.504238407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.504246917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.504388069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.50937594Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"11.924701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.510212313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.510611519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.512911296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 675798585 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.513208981Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.516298971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.516728657Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.521069437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.521512624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.544842888Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"47.514791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.550231864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.550628151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.550682062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"53.277084ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.550996307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.553017209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.553043449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.553185122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.553197692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.553207172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555067002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.555092572Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555109353Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"57.723725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555264805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.555294305Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555309646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555319976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555618131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555669711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555730552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555742343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555809144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555921106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555940596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.555986216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.556047037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.556147199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.55617103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.556284531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.556434494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.55807618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.55810032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.558191862Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.558330634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.560274625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.560287636Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.560365287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.560450018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.560615531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.563282044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.565994117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.567502041Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.56808092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.569000045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.569013555Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.569019875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.569380441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.569752367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.569766547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.56993328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.570510809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.57053204Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.570682612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.572568282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.572791086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.573603019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.573713841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 736601689 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.573848323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.574069106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.575075562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.575160054Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.577791006Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.577810966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.577992179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.578417056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.578429966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.578574209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.579510884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.579533094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"81.984745ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.58302581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"85.776044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.589114038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.589363062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.590271236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.591326873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.591583877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.592896548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.593319855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.593885674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.594132808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.595719033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.595736784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.595891696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.596965113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.596989534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.597003314Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"99.672357ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.601217441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":15,"elapsed":"103.60896ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.605375148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"108.094403ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.605675733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.605705533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.605715444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.605723074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.605846195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.606044819Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.606655559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"109.124169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.607953019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.610299457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.610323497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.610332918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"112.894259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.610436679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.6104635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.610545151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"113.177034ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.610722274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.612774317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.612792277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.61301561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.621689829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.621903523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.624370032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.624411443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":43,"elapsed":"127.210558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.624599016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.624793369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.626013786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.628418337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.628445548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.628612151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.629129649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.629154689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.629164369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.629172629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.629341942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.632751507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.633037151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.635632083Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.652562854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.652594115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.65290429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff57441-68a0-4870-9190-cecd5ca54920\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.65293293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.65294547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.652954921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.652965101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.653384757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.653613951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"156.149753ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.654193461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.655099295Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.657850199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.657867969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.657998042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.662542704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.665176186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.665199607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.665318539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.685626464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.685661485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"188.315148ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:48:32.686331245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.686359416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"188.777346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73214915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.732459615Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.736156484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.736193675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73650444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5174a7be-add6-4c86-afe1-064d4c1de58d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.73653178Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.737948933Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.771370208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.771428449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.771824036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af05dfdb-ba86-4cde-940d-045b3930b84d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.771888737Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.774469268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.782139351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.820325183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.837212423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":15,"elapsed":"339.680024ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.83758276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.83759542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838017516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a46dbd-0559-446d-a37a-8232ad3fdf9f\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:48:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838052897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838498854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.84010526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.84012171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.840158391Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.840167261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":8,"elapsed":"342.56791ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.840407795Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.840434635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.840449335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.84074982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.842269015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.845308973Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.845327894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.845462206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.847759252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.847781693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.847791283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.847801973Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":8,"elapsed":"350.223773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.878212151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.880141271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.880168892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.880329805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.885843193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.885872063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.886155398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e1f4f56a-65b9-44ad-8457-095af519239d\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.886180808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.886561825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.88813943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.888354633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.891962287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.892281496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.89567356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.895693911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.896056467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3acfd011-2677-4e2c-ac34-74d6244bc0ad\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.898018588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":15,"elapsed":"400.785683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.910500408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.912429519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.912442819Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.912588171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.913683409Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.913976644Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20e45bab-0b4e-4dee-84f8-4a97474d1e2c\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.915759293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.915999826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.917904517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":15,"elapsed":"420.697703ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.920737142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.921088078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"54a59143-0ee2-450d-8930-86140400f793\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.921101498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.922718814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0145ceda-e6d3-4ca9-b27a-ae87e4cfbaba\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.922736934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.924236808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.924261249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"427.033794ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.930162553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.930671352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9f438073-9d8f-45de-b013-80db711f2c9d\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.930683392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.932178385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8e5c518c-5b16-4b29-9686-18f7c8628f90\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.932190376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.933600418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"436c9c6b-2f05-46f0-9fea-a6e8e1ffece1\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.933611388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.935246225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.935281565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"438.00618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.988077001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.988445667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.989929731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.989942281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.990150375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.999731098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.000018853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4229b1f6-4bba-46f0-a157-cd6b97b65c47\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000040073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000050653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000337238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000348448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000356298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000364198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000371729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000379929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000528581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000538031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.000784715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.000801455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.000983978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.003316146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.003718232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2fec182-4994-4e23-9a56-1b6137212d28\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.003740012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.003863014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4f438a-b8e5-48e6-b0e5-e94f52247712\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.003875825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.003886155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.011581668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.103963049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c959f357-a26d-4036-9e20-bd86e27e66d6\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.103988729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.103997849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.104562268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d0808c-feea-4c27-bbc8-093a1c34801f\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.104585329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.104594879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.104602689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.10464756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14d7315-41da-4fb0-a89d-7a7f0cfc728d\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.104696621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.105083597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.106090853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":15,"elapsed":"608.693056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.10844063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.108774436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.114772752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.115166868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.117647058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.117821121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.125188929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":15,"elapsed":"627.745911ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:36.132325543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"714a66a5-cfcc-4139-91d7-3365c025daca","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.497591866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.497675217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.497693678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.497708588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.497918691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.497941852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.500157887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.502726538Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.502743699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.502887021Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.504880983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.505212348Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.506730083Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.509334724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.509350634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.509491967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.521360308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.521388602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":44,"elapsed":"23.821352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.527317522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.527533746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.529276514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"31.694088ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:46.125407038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"2ac5e3d9-2287-49c7-852c-65b1d20d7a07","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:46.125715413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"2ac5e3d9-2287-49c7-852c-65b1d20d7a07","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:46.12798542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"2ac5e3d9-2287-49c7-852c-65b1d20d7a07","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2651,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:46.128282954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"54e53992-db3b-49b6-b5e4-7fbce4177917","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:46.12863779Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"54e53992-db3b-49b6-b5e4-7fbce4177917","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:46.130240405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"54e53992-db3b-49b6-b5e4-7fbce4177917","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2006,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:46.131717769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"e2365227-b3a1-4de2-bb22-d6b504b1dc3d","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.498010679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.49809291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.4981131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.498127771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.498615388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.498660389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.500162643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.500665101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.500925055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.502839376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.502852296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.502994669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.504302659Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.504479442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.505907695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.508206852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.508219672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.508354095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.520202534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.520225725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":45,"elapsed":"22.206767ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.528934784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"30.953836ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:56.132939454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"5458f9c3-54dc-49b5-99f6-3e892f3364f0","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498013402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498075293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498087234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498096534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498104994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.498114104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498123234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498132284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498141115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498148915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498158645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498166495Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498174715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498183535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498191095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498199545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498207376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498216246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498224706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498233146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498240936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498249106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498257576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498265237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498274407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498283627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498291297Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498299187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498307447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498315667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498323877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498331418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498339158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498347948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498355928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498604302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498620072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498636082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498647172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498655453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498704833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498723654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498734584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498743074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498752844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498762505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498771865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498782145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498791475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498800975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.498844536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.500848978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.502046597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.816602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.502373512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.502688377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.502703088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.50287128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.504404465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.504433595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.504573407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.506245814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.506569719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"8.456205ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.506831184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 669297252 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.507133288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.508388929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.508413999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.508557681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.509979264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.511277825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 673746963 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.511535649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.512718108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.512729968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.512897991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.515511733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.51596329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.519947104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 682409662 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.520006235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.520259049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.520281729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.522012567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.524218882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.524248453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.524446386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.536728833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.5371671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.542695729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.542944393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.544605122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"46.464865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.545866589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.546261766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.546641722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.547995423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.548021584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.548158716Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.548320899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"50.184464ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.549323005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"51.147419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.549915164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.55024061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.55026429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.55027864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.55028802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.550425593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.551592241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.552002408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.553899288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.554101401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.559397386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.560222059Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.560472123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.561636042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.561659873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.561819385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.563875398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.567610238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.567638368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.567883032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.569865604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.570187149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.571351188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.574086062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.574110302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.574271295Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.58208847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"84.014887ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.587813512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.587839792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.587849742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.588424511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.591329358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.591350348Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.591688134Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"685b54cc-c95f-4146-bc86-6e2c499ba5a7\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.591703254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.594044181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.594195164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.594218564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"96.015919ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.599769193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"101.487157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.600311592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.600614037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.600629127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.600924262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a148a7-cca7-4e50-970b-ddf01e0f4760\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.600941132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.603224809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.604751853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.604779273Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.605030468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.627776222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.627993185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.637963665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"139.939953ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.645686929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.645709769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.646001604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d663cb66-d5db-4257-9cb4-48e0c0a739bd\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.646027355Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.647785413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.677601811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.677620061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.677968406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9843a8-e1a5-433b-a1c3-72499ea76ed6\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:49:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.677996837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.678265211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.680936754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":16,"elapsed":"182.723279ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.690120071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.690137832Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":46,"elapsed":"191.874866ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.700446807Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":16,"elapsed":"202.196271ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.708922703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.708942423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.708950623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"210.85556ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.718008868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.718332424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce1a118c-1bef-4288-9ecb-f7a535012525\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.719916319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.720209234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.722433509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":16,"elapsed":"224.168663ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.723817841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.723836872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724065995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bd47c253-bd27-4075-b8d5-1610db17cc00\", \"date\": \"Thu, 19 Dec 2024 21:49:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724086166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724314969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.726901821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.727114794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.730557039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.730781543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.733677709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.73369612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.734163507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f744508d-f1e7-4b5c-b12b-5623fd36e429\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.736301252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":16,"elapsed":"238.256338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.789492514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.78986871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.791026729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.79301496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.793031441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.793195133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.794566535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.796428285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.796440745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.796592788Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.802642995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.803005621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.804619316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.804645407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.804821399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.814750749Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.815072764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0304b0c-a73e-4dfb-9410-89d2c1756bcb\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815098294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815113435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815392349Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815414919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.81542504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.81543592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.81544745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.81545882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815656513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815667983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.815826086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.815834616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.816050279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.818089902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.818221994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8c4b0e4-2da7-476a-9da2-89fb4d646801\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.818246875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.818423688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d772fb8f-3225-41f8-ab26-75cb3fb1cc77\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.818443308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.818454648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.898760125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.922507806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"01ad10cf-f9be-44b1-a133-6093d318582e\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.922540626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.922551646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.92278634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bb3fa1a-74e9-4e81-9c65-6283c233c86e\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.922819231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.922830511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.922836931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.922983343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9519c137-a1d9-4879-a5a3-d9ac949312a5\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.923037904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.92341136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.925039476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":16,"elapsed":"427.040734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.926213295Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.926589961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.930026896Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.930211419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.932092919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.932394984Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.939173543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":16,"elapsed":"441.008808ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:06.132383269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"734d4274-3a44-484c-99b5-aee6a78102db","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":391,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.498657089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.49874848Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.498770241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.498786661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.499174347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.499188007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.501020547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.503562327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.503580618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.5037253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.50555992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.505896595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.530935626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.531238261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.532868217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"34.206569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.536683368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.539338891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.539355321Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.539506373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.550942817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.550969927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":47,"elapsed":"52.341889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:16.125009047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"74f3b5c9-0429-4d12-9a87-98ccce801a70","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:16.125340452Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"74f3b5c9-0429-4d12-9a87-98ccce801a70","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:16.127878333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"74f3b5c9-0429-4d12-9a87-98ccce801a70","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2943,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:16.128121226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"ff145715-5b5a-4832-81c2-ca0fb6ff6ea1","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:16.128485052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"ff145715-5b5a-4832-81c2-ca0fb6ff6ea1","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:16.130117998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"ff145715-5b5a-4832-81c2-ca0fb6ff6ea1","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2058,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:16.132669279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"b48a372d-ecc4-4bab-b64d-6b16380c443e","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.497937892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.497992743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.498006643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.498015924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.498311688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.498330198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.500055336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.502612837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.502629907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.50276875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.504565649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.504896914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.506377647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.508984739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.508994829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.509144342Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.520653106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.520681937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":48,"elapsed":"22.753904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.527786101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.528016164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.55644367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"58.494347ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:26.132410181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"20db6909-48eb-4b8c-b154-fd48e80eddcc","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498726881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498793842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498806392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498817002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498824672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498832112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:49:32.498839883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498849223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":10,"elapsed":"14.62µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498858933Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498867143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498875583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498883713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498891333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498900474Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498908044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498915404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498924774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498932394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498940634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498949294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498959894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498968025Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498976535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498984675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.498992985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499001825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499009835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499017646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499027216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499034566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499042036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499050516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499058406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499071596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499079347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499087927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499095777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499105157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499112337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499121497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499128907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499136817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499145008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499152768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499163258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499172198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499180328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499188138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499197728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.499206498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:39:32.499095997 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499214999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499223069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499231719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499240189Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499248899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499257559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49926581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.49927384Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49928166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.49929007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49929753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49930489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49931281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49932346Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.49933238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499341291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499349581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499414062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499472763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499487853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499525694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499595125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499606475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499643436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499672446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499683226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499692876Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499700797Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499709037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499718997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 661764045 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499732087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499742397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499750547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 661804745 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499762967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499771758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499779918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499788558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.499797228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.500114513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.500136773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.379982ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.500176214Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.500188514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.26308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.500843265Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.501038721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.502321399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.184101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.50239763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.502620303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.503170682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.504974281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.505368537Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 667451306 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.505618451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.505675522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.505686232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.505871765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.507600153Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.508136902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.508148812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.508306404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.511671898Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.511702919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.51174955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.513712581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.51489918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"16.051717ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.515390568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"16.351923ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.51612888Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:39:32.499095997 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.51615142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:39:32.499095997Z\",\"pruned\":[]}","iteration":9,"elapsed":"17.032503ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.516455515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.516472105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.516617728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.519020276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 681103125 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.519190019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.519356081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.519424253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.520095103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.522931969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.525431339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.525736174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.525835785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.525994828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.526677339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.526697899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.526706799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.526714989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.527088125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.527511642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.527709715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.535343558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.538032001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.538059081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.538182433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.540431249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.541971844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.542229628Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.543167883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"44.193989ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.544034397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.544052697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.54425486Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.547193768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.547392221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.549393413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.549420063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.549435703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.549743879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.550418009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.550592862Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.551810301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.55419439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.55422439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.554490924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.555216226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.555240627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.555413629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.555660683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.555899017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.556476336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.556501447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.556765361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.556778191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.557104217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.557468992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.557695806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.55794815Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.558332436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.558390027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.558976196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.559304192Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.560769245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.560783625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.560984269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.561268793Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.561284504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.561485637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.562986601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.563008701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.563208164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.566725231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.566882393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.566907354Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.566922184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"67.960079ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.566938234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.567353911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.569546816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.569572256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.569583066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.569889681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.570142906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.570485791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 732559929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.570850077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.572808128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.572826078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.572836329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.573023592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.57419232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.574206711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.574215931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.574224931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":9,"elapsed":"75.421379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.578698126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.579035448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.579069589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"79.916091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.580295938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.583201845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.583234515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.583380638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.585706875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.585727805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"86.921743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.588116083Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.590616963Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.590633864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.590775656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.592125938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"93.360966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.595784966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.596064301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.601382426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.601754742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.601864424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.601897924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":49,"elapsed":"103.001611ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.603240356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.603267256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.603275846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.603543221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.605402511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.605430011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.605438171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.605445061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.605669935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.607466793Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.608841316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.608869536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.608882886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"109.676738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.609552087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.611231834Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.611253324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.611427837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.613049073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.613065793Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.613223216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.614872122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.614907873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"115.908387ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.615072446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":17,"elapsed":"116.179352ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.61720084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"118.138123ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.629653389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.641411498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.641439638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.641449888Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"142.408593ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.64717874Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.64720719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.647219901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.647535716Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.649457057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.649593299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"150.637645ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.652244331Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.652262802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.652416894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.654118411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.654135821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.654144372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.654152962Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":9,"elapsed":"155.308499ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.655392252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.655408182Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.655715337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6966ed4e-c9dd-4e2e-8e08-587b39bdd697\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.655731777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.656778681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.670653636Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.670949931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.68462607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"185.492183ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:49:32.693080156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.693099146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"194.295254ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.721563892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.721592213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.721831517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab7230c-a814-476c-b825-442c98ca4396\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.721846547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.723029006Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.73297807Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.804550302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.804962429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"af67695a-ebe2-4eac-ab6c-c39db827d7c7\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.804977909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.806650166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa72f4bc-b51a-40ab-a37d-561f97734f2b\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.806669966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.808327513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.808340743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"309.49374ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.812581471Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.812600231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.812959987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a26b96-8ffd-4010-83a5-3407401d64f8\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.812985497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.813289422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.81879218Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.820966255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.820992866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.821141198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.823274992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.824223338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.824235558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.824594373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9863d36a-9029-46cd-aa8a-5e6f977d3ad2\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.824606504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.825578359Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.825943805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b6b6fe-b90d-4da6-ab08-9615dfc7ab65\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:49:31 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.826186869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.826199019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.826430873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.826721207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.827399328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.827738804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.829487532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":17,"elapsed":"330.453796ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.833901913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.833936173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.834226528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"57e05db1-1462-4a2a-b0a5-7ae14f35770a\", \"date\": \"Thu, 19 Dec 2024 21:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.834249938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.834542063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.836478014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.836720158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.839860748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.840325036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.843885093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.843908793Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.84435305Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"11d43e9a-8c58-403f-9426-086b90eb4548\", \"date\": \"Thu, 19 Dec 2024 21:49:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.845985496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":17,"elapsed":"346.805118ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.894232969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.929454944Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":17,"elapsed":"430.57601ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.940128145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.940617243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d6c9ec-d683-4019-a9d3-3a10d11c44c1\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.940642763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.940653833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.940663424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.942646275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":17,"elapsed":"443.934965ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.974004118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.974483786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"90c081c4-4aca-4983-8447-e419f7e6955d\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.974500866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.975751516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4d21c048-cf62-4bd4-85bb-83900e2affb2\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.975767006Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.977639276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5683e733-5680-4f1a-b5a5-f0f5a80f21ae\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.977652766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.979588077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.979633118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"480.540042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.998987708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.999334074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.000432622Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.000450802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.000619645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.00967783Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.009966694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66722339-20fa-48ce-991c-37084526fcc7\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.009989145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010001875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010217808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010231608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010239299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010248389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010256039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010263259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010443982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010454792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.010704166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.010721827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.011134563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.012887241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.012989323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453e410f-dce3-4d89-90f7-2aee2cdad53a\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.013002453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.013126465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"351692d8-6bce-44b7-ad39-72bffc1f4fa1\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.013148285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.013159555Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.115449565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d8115fe4-283e-4915-8c16-70410ac887ac\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.115496606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.115507626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.11574339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39caa3df-609d-4fd4-bfaf-0a26e20afb13\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.11578786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.116122546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.119647132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.119873356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.123337841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.123677257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.125853602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.126088465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.133097588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":17,"elapsed":"634.033901ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:36.13260801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"c01f9b73-ed73-4935-8818-e18ec47ba4b8","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.498885829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.498977191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.499001521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.499019292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.499387477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.499402498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.501242247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.502095891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.502528358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.503865249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.503877349Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.504012992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.504088353Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"5.239513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.506116805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.50640605Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.507927004Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.510546566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.510560546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.510708269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.521658434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.521682625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":50,"elapsed":"22.806255ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:46.133301107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"f8b078a2-953d-4685-a2ee-235f0f8ab152","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":364,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.498548031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.498603002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.498616762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.498630412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.498875766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.498901317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.500783237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.501122972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.501192603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.502540885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.010255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.503802645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.503826305Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.503951007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.506078492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.506328465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.508052693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.510678875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.510700986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.510841988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.520520783Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.520545324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":51,"elapsed":"21.994683ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:56.132977428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"f1467280-c3ea-4bbc-91a2-a822d46155b0","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":420,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.498965872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499047144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499065744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499080954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499094565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499108055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499120925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499134545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499148065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499160966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499175026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.499188656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499202376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499216226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499228387Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499242207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499254627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499268487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499283497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499298528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499311608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499325028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499338098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499351378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499364139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499377489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499390869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.49940359Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.49941792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.49943168Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.4994444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.49945802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.49947016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499482511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499494341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499586982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499687484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499798566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499822076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499841666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499977089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.499989759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.500000039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.500011199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.500020889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.500031129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.50004125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.5000659Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.50007608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.500103051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.500113241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.50131721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.501684336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"2.424449ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.502592741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"3.583587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.503870401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.503925502Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.503935852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.504110745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.505835042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.505853013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.506043216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.510361115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.510592939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.513105929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.51313071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.51313943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.51315011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.513350283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.513379133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.513647148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 675345886 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.513965553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.515322925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 677022063 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.515568709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.516259889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.516332251Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.516556324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.518032938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 679735997 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.518286122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.518312362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.518324403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.518475345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.518705729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.518959393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.528675668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.529026444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.53126104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.534429301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.534455211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.534697385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.536567885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.538485066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.538496222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.53865351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.539006287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"40.082863ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.543046259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.543069199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.543077339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.543260722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.543333463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.544546133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.544618454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.544769786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.544918689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.54563863Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.545648211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.545654431Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.545786123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.545883184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.545893535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.545904165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.546038357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.546048447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.547682153Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"48.529218ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.548521947Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.548550137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.548562327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"49.546544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.548847852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.549029335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.555221314Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.556418543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.556734098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.557276787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.557326278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.557338158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.55750487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.559633495Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.559823058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.561401933Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.561655467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.561678988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.561902621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.562417269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.562430249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"63.240723ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.56372952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.56374397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.563883993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.572386129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.572602012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.574541064Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.574567574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":52,"elapsed":"75.623402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.578336695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.578564878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.57868804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.579016525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.579798258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.58241947Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.58243303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.582592883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.584849679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":18,"elapsed":"85.532581ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.585452318Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"86.367374ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.589534604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"90.42759ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.590338047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.590348417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.590674432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436a75df-d29d-4c5b-bf10-f3388fa0d507\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.590694713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.591824481Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.591834911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.592015364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"778d133e-b1c7-4dbe-8c68-d5078edc1b66\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.592025904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.592853857Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.59301306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.59302494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.593085441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.593211733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b3f49b-1008-4d92-bc2f-b1d4abc26a01\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.593229033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.59552593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.606652978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"107.410731ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.64732839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"148.111134ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.712630027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":18,"elapsed":"213.328559ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.720718416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.720750137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.721058522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8b17da-b84c-4eb9-8939-d15e4d45d7eb\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.721081442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.721413128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.728103565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.728557372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f063bea6-cca4-48ee-a322-66e328bb6ddc\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.728589532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.728601103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.728609823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.731638161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":18,"elapsed":"232.500956ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.750507554Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.75087802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc459ca-1aa7-4d93-aa14-f965c803eac9\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.752679449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.753013094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.755444103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":18,"elapsed":"256.266257ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.780907911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.780957232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.781229576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8fbfd081-f04c-4abf-a4a6-f4fdcba345aa\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.781250276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.781604222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.783000284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.783235038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.7864871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.786778005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.790568686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.790587836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.790916771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a75c4fa4-3377-4c4d-827d-bccb38609fb4\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.793723256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":18,"elapsed":"294.654182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.856491302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.856840258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.85881015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.85883612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.859148435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.868396943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.868768309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d81a79-2b7b-4074-bef4-56e170270a3e\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.86879197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.86880376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869111564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869127965Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869135955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869144585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869152285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869160155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869351319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869380159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.869573432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.869583662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.869821286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.871479733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.871633115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df9b5f5-2b64-4013-aa69-ea81a16b5476\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.871650735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.871741057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ce921c4-7f69-43e2-a01e-014cbf4d063c\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.871761327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.871772857Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.969050796Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"21c76d79-8d12-44eb-b1f6-490ff15da4c0\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.969091437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.969103527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.969456043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ba7a45-8075-402a-85a9-13fc5b023f70\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.969501253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.96990129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.973988176Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.974183639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.976995784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.977340419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.979069877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.979322411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.98678193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":18,"elapsed":"487.730457ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.177595319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.177638729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.208430303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.208531735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35838"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.208715077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fd764c0a-8876-4333-9148-3ad1a9f4a312","remote_addr":"[fd00:1122:3344:101::c]:35838","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.209066243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fd764c0a-8876-4333-9148-3ad1a9f4a312","remote_addr":"[fd00:1122:3344:101::c]:35838","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.246587974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.246614635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/producers","method":"POST","req_id":"fd764c0a-8876-4333-9148-3ad1a9f4a312","remote_addr":"[fd00:1122:3344:101::c]:35838","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37951,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.246682346Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd764c0a-8876-4333-9148-3ad1a9f4a312\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:50:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.248845714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.248859373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:06.133703164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"df317b66-a239-46a1-8ca7-1696deffa497","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.498994838Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.49909405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.49911774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.49913508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.499576597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.499628638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.501450287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.50410028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.50411425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.504264402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.506260745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.50660026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.507926141Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.510530573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.510544373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.510694125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.523615523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.523639173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":53,"elapsed":"24.632485ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.529890623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.530127527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.531612921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"32.651024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:16.126173559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"d2e16aca-544b-44c5-bc6e-4b83353f6790","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:16.126521445Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"d2e16aca-544b-44c5-bc6e-4b83353f6790","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:16.128902773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"d2e16aca-544b-44c5-bc6e-4b83353f6790","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2803,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:16.129179357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"964c6018-59dc-4f08-bfc8-3a702864fc22","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:16.129542583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"964c6018-59dc-4f08-bfc8-3a702864fc22","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:16.131531625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"964c6018-59dc-4f08-bfc8-3a702864fc22","remote_addr":"[fd00:1122:3344:101::d]:63893","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2419,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:16.133027139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"bdb2c0b0-80c3-4fac-b5ab-252101b3a5bb","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.499287448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.499348479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.499360109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.499369919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.499649273Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.499666084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.501425792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.501724187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.502091123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.50378135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.484472ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.504143416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.504164646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.504312118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.506373011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.506615815Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.535746442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.538386264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.538412145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.538554987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.547425059Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.54744785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":54,"elapsed":"48.171432ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:26.133888048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"b8935449-4e34-401b-a7d7-89eed51b38f2","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499311524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499366605Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499376805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499385385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499392515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499399175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499405095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499415626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499423106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:50:32.499430596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499440546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":11,"elapsed":"13.23µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499450256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499457986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499467607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499475737Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499482977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499490327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499497467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499505067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499511977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499519447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499527977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499534198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499541068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499548568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499556428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499563398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499570508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499578568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499585489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499592409Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499601049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499607939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499614649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499621729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499628389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499634999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499641109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.49964771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499655719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.49966276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.49967713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.49968511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.49969284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.49970147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499711611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499723231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499733361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499742361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499752881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499788132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499802812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499813612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.499825202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499834422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499842953Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499851623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499861283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499869533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499879373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499892903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499903583Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.499912604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:40:32.499769011 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499923394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499933754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499943784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499956514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.499968224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500008075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500038426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500052816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500064966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500133197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500143907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500152487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500170658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500179548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 661496556 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500192798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500208619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500217299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500225949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500234869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500243979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500253569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500259929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500268629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50027732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50028441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.5002913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 661580758 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50030372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50032173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50032869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500449212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500471123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500541614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500567194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.098688ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500598585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500626705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500761037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500773128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500800088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.500810548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.429883ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50090373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.502545216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.504019589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.551993ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.504114851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 665429329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.504365565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.504559808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.504570798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.50464651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.504722641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.505499123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.505758557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.507704908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.507732459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.507926322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.509123671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.509148222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.510692156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 671911503 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.510973601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.513076975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.51338736Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.515749277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.516000681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.51652917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.516720453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:40:32.499769011 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.516744584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:40:32.499769011Z\",\"pruned\":[]}","iteration":10,"elapsed":"16.956062ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.517286752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.517437084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.518050684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"18.450165ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519211673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519238813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519378826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.51966808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519689011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519788722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519812203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519821153Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.519961155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.521638672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"22.007013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.523957259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.52399239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.527222671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.527252632Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.527280132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.527305343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.527425785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.527486416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.52901282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.529254034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.530363592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.530646296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.531915787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.531941687Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.53212703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.532571957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.533821447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.538487172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.539763272Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.539798513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.539808413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.539816813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.5402029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.545604226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.548541523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.548574043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.548585784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.55019594Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 711507218 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.550555885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.55335972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.553642745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.553657715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.553672325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"54.24373ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.553757397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.553773287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.553783137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.554280235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.555473264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.556528331Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"56.957183ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.559342146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.559377347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.55957718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.559826654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.560154129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.560617467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.560632787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.560920541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.565416753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.567507827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.567524157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.56767316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.569665232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.569855065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.569881885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.570083268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.570481635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.570517555Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.571698274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.571947878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"72.613834ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.573269889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.57328785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.57329799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.57330451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.573502913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.573516043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.574161064Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.574185784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.574325626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.57578891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.57580344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":55,"elapsed":"76.375454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.5764259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.576578292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.576796156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.578360091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.578387821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.578531764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.582912584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.582939174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"83.535449ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.58577825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.58580239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.58581287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.58582212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.586255827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.587617329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.587807042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.591887698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.592085201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.592378936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.592392196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.592401066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"92.677416ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.592625009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.59263457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.59264045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.592894074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.600648288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.600926683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.605176281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.605197201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.605207381Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.605483546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.627500028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.666467493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.671945831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.671960401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.672243105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2732a15b-75a1-44db-b33b-e21ee332c0e2\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.672261846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.673718639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.785767005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.785814566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.786157691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437da748-2bd5-4e85-b56a-31ed75ac2c63\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.786174971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.787726616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.789246831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.789261651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.789712308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f574691d-5c8e-4a0b-a511-f435cc1c86d7\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:50:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.789749809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.790180046Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.79108849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.793067402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.793694232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794417254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794717779Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"295.17814ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794866901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794974663Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794985593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.795291718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.796950834Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.797891339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"298.399612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.799589226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802167768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802194878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802386511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.807506253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.807538084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.807778908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.81168007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.818855895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.818892016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.819197641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5f1d0f-8476-40b3-b6db-a0860ab84f17\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.819216891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.821379246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824487616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824518696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824532496Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824545886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":10,"elapsed":"324.980498ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.847138519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"347.55164ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.85223539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"352.486709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.855408661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.855476722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.855498562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.855511493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"355.878073ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.856322936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.856791063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.858878187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.858902727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.858914667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.858982558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.859009719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.859151811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.859162271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.859202722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.859611159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"eff06b6d-afee-4f2c-9e24-80bdb8311317\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.859632509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.860583974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.86096399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.861247275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4e889f91-cb93-49e8-aef7-804bdc4a2b06\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.861259455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.861794174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.861853714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.862238521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.863274767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.863302698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"363.76501ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.864558998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.864583268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.864780521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.865239789Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.866354607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.866374657Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.866505049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.866530639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.86658376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.866701492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.869612739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.869635869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.869843532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.871942536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":19,"elapsed":"372.324798ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.872375043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.872390463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.872409713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.872421344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":10,"elapsed":"373.066559ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.880715617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.880746377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.881681162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3dc3e9e5-2af9-42d8-a60b-967e746551a7\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.881708522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.881998447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.884273864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.884522418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.8878228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.887876072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.890975121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.891002991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.891428028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"461b8d3b-06ec-4722-b4cc-e1cf5a1c8c58\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.892721039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":19,"elapsed":"393.130631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.916639882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.916980478Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.919074412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.921149775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.921176355Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.921348688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:50:32.921518871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.921543771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"422.023234ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.938530883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"438.819943ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.965430894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.96577759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e880ce33-b8c0-401c-b527-90811c7aeadc\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.967689761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.967992825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.969592941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":19,"elapsed":"470.280437ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.970619318Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.970696329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"470.920527ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.999709514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":19,"elapsed":"500.304378ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.060254124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.060508538Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.060711011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"adfb921c-0bad-4fcc-9410-393787850aef\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.060738692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.060952325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2636de4d-c467-475b-ad77-3647178fe3ec\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.060987376Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.061007896Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.061015766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.062147334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6446a9e-689f-4a45-ac07-4d9039f9e6c0\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.062162845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.06314769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":19,"elapsed":"563.851927ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.063861102Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b758e4c-fb5f-4ccc-ade8-495c2b663a01\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.063882232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.065873284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.065905255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"566.121853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.120298257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.120652722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.122677504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.122699125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.122906578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.132316699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.132649994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d08978a-6691-4489-b43e-770d0d45dcca\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.132674335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.132688155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.132963409Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.13298483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.1329938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.13300205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.13301004Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.13301778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.133171523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.133180893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.133409536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.133417427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.133666311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.135631212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.136600958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e61bdde-7963-45be-83c7-b7c31a56de72\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.136625098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.136698309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311ebe97-0e6d-4ac9-afd7-636ef4afab55\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.136711329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.13672174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.235181418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1ca77272-b38f-4395-9a8f-1075812cc7b2\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.235224728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.235237008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.235732407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b487dac3-223e-49ed-bfd0-50d2d4a35463\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.235776407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.236136983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.239426826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.23966613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.242025207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.242361753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.244474167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.244753781Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.251687202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":19,"elapsed":"752.166805ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:36.133716002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"c941e356-bfdc-4708-b6d1-6df2985f7379","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.498967724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.499028295Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.499040186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.499048736Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.499481733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.499521063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.500992157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.501630147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.502003523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.503552278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.503560828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.50369601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.50553405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.505793704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.50742773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.509844519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.509858479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.509990741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.524944511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.524975801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":56,"elapsed":"26.011297ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.533967395Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"34.990471ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:46.133693766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"c0078015-cc09-438a-b8ca-e4cf9629d076","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.499928515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.499975536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.499985226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.499992676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.500317671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.500331172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.502165551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.502572497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.502779791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.504821473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.504834704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.504981406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.506772815Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.506947038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.508311459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.510716118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.510731588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.51086989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.522190882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.522215672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":57,"elapsed":"22.296717ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.531832296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"31.890131ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:56.133637901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"947c333a-de04-4949-87ed-2aba1cbb5bdc","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499591006Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499643586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499651936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499659196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499665867Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499672167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499677657Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499683427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499691727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499698137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499706557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499716188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499727508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499737438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499747018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499756478Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499764778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499773698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499783858Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499793149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499802299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499811019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499820869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499829869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499839639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499850219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.49986112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.49987166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.49988026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.49989053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.4999013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499987802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.499999662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500009502Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500020142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500093603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500142914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500167035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500177145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500184545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500196425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500203665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500270146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500282046Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500290887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500297647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500306337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500314477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500322617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500330997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.500370458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.503279274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.504072237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.276118ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.504756048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.504776709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.504785049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.504998662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.506179761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.506203361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.506337034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.509031047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1775, tv_nsec: 669972465 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.509331642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.509484334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1775, tv_nsec: 670430602 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.509767038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.51298571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.513302475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.515091744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.517885179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.517916699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.518051421Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.539363089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.539657253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.539847072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"40.262805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.541783882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.54483608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"45.231735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.544910432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.544941192Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.544952013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.545137315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.545235267Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.547080467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.547563534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.547754827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.547775868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":58,"elapsed":"48.206792ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.549456645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.549476195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.549482905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.549620197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.549696909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.551863433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.551885113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.552078077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.552443733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.554649358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.554932352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.554986723Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.555001474Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.555008974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1775, tv_nsec: 715944722 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.555171666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.55539742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.556868493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.556891884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.556906434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.557200629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.559726719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.55975524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.559991443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.560044214Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.560056515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.560246278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.562515844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.562945151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.568385548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.568609621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.570487712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"70.728833ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.570599464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.570627564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"70.894896ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.577610616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.577630256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.577980852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37e89145-2b0b-4d61-a810-13b031d74fc7\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.577999652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.580009534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.581846714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"82.141316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.584395105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.58473683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.585215138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.585240718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.585529543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f02cbf-4b46-485c-b021-720d505535bf\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.585557303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.58722437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.587353012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.587722588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.587936961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"88.243334ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.588734084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.588751964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.588759964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"89.141488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.589286423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.59224288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"92.397001ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.592520875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.592547215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.592807539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.594506547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":20,"elapsed":"94.740268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.596669761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.598325278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.598618533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.598654053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.598821136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.600462862Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.600476622Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.600644695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.623152286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.623472261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.642030498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.642053909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.642365774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d6710e-acc4-41a0-803a-9143b6c11f9e\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.642387934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.6440025Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.667445826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":20,"elapsed":"167.612796ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.677831832Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.678093456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d153d5cd-8e0c-48b9-9c90-561fd37b797c\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.679607431Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.679853035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.689222915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.689247185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.68953818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90be077b-b5d0-4476-983a-50e6c48dbc72\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:51:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.689567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.689830394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.692527458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":20,"elapsed":"192.787739ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.74449058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.744535311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.744919717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6d76e8da-faa9-44cd-a7c3-c50865a46946\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.744934787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.745308953Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.750153111Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.750520337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.754185476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.754748155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.767826254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.767851185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.768364833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"40ba5dad-2d97-421e-a8e9-db956234997f\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.770908524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":20,"elapsed":"271.081604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.780435333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.780945239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.783270332Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.783296272Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.783657948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.795299145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.795681711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adfaa6b-1d01-4dab-85ec-404ddb91313f\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.795709171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.795719752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796098967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796110458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796118278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796127058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796134498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796141478Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796385172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796395782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.796667027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.796675437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.796981362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.799511262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.799694355Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cacc80b4-3bd1-42af-8c4f-8c8c50df35c6\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.799709565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.799805187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91c7a64-a0e7-4f1f-9b94-9408a7205ed1\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.799820507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.799833177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.818329123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"318.539565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.824790746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.825072371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.85434122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.856415343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.856442074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.856606446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.858370075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.860342271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.86035729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.860499941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.895133344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.909133738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2607ee7e-1060-430f-92c0-1754a54a88ac\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.909164159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.909175469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.909656297Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16073d04-8663-480a-964f-db01e5028dda\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.909702117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.909984492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.910065013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07619870-f181-45c3-8850-00cbb4bf0be3\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.910096864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.910106854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.910114424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.910989338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":20,"elapsed":"411.319422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.913539599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.913794403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.917041125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.917567613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.919804769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.920084184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.927290089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":20,"elapsed":"427.638173ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:06.134109774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"020fa3f0-350e-4909-96b4-27dcd7d93b41","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.499346616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.499403308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.499414928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.499423638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.499750353Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.499762903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.501358679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.50392428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.50393866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.504075832Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.506232767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.506483621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.507852223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.510464135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.510487415Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.510619037Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.52265262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.52267719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":59,"elapsed":"23.350784ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.529685163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.530029438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.531276408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"31.920752ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:16.134489354Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"8f01beb2-1034-49e2-8cf8-aa7bc0960781","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.499721108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.499779519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.499788689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.499796429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.500093624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.500104794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.501801621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.501998714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.502153847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.504738288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.504765939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.504897721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.507027885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.507196647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.50862887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.511008849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.511025589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.511150161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.523243015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.523268005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":60,"elapsed":"23.561268ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.535634063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"35.899725ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:26.133925211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"ac9795da-a71d-441a-b036-1c7a750752a5","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499643372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499695573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499705624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499713334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499719334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499727804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499736094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499743394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499750114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499756894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.499765014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499772394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499779445Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499787285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499795205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499803035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499809835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499816685Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:51:32.499824005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499832726Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":12,"elapsed":"13.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499842526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499849956Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499857106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499863966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499870256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499876586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499882196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499889487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499895096Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499961528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499970708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499976688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499983868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499990398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.499997028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500003868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500009978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500016718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500022018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500027679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500034809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500041759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500049219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500055949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.500063259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:41:32.499917067 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500070489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50007707Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500084219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50009078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50009805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50010558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50011288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50012012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.50012669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50013306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.5001393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50014568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500151341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500157001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500165281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500172711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500179491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500185921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500193541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500200101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500207241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500215072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500221422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500227782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500234882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500241802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500250712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500258962Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500267213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500346844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500361154Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500370034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500450085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500459896Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500467136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500475366Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500483976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500520897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500530247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500538097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500546537Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500554907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500563497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500571567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500579638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500588318Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500608058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500616658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500624788Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500631998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 661203227 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500644508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 661213877 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500657319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500666269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.500674829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.501059165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.501087406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.048827ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.501178287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.501205268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.23119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50323345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.503664497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.874342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.503732628Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.503973262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.504154485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50444356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.504695464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.506667505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.506678015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.506872188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.506882448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.506890369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50698428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.50699382Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.507079322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.507176593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.507545989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.507554249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.507700652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.509430299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.509508981Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.509623563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.509713634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.512664511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:41:32.499917067 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.512682881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:41:32.499917067Z\",\"pruned\":[]}","iteration":11,"elapsed":"12.750034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.514355148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.514597042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.515009219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 675588657 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.515329814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.517367596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 677937955 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.517495429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"17.446759ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.517661641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.522544079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.522815654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.526816938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.527162484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.540325384Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.540644789Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.543109289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.543525326Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.545220203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"45.390857ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.546093777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"46.1785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.54693343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.547051722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.547223725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.548952823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.549252418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.549265478Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.549442061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.549562752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.551856519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.55187905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.55188996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.552148114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.552648662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.552681233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.552812325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.552907336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.553053608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.553073239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.553222991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.553249992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.553309303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.553650358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.554966079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.55498961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.5549999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"54.91902ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555204703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555217313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555374936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555493407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555515408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.555527408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555535098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555540938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.55564312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.555842723Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.557298807Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.557896016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.558084389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.558530526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.559170646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.559195167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.55938433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.56063386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.56065987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.560832143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.561169858Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.561447373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.564066955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.564151576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.564327449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.56441649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.564748996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.566562785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"66.662299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.56689488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.566918161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.567071653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.568688699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 729257517 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.568999354Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.570770503Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.571076047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.57438669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.574409561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.574636294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.575550419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.576532425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.576551735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"76.558167ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.584428741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.584460522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":61,"elapsed":"84.817949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.591368302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.591805529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.59182792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","candidates":"[(c5b6b554-b138-4a55-88c1-d1c53f981ac8, 0), (de54a4dc-52a6-4b29-baaf-f2f8fbc55e7d, 0), (6e7d737f-2ee9-45ee-bc88-e251022545da, 0), (ea2acf93-d45d-40d9-9698-00d403254b8e, 0)]","collection_id":"c5b6b554-b138-4a55-88c1-d1c53f981ac8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.59184289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.592188026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.592222256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.596961662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.597868467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"98.112952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.605065872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.605467568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.605773373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.605956836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.60677674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.607045364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.607564692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.607583042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.607593133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.607602043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"107.702656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.608748791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.609172238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.609837529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.609859199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.610040732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.611013997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.611032798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"110.941058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.611621757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.61183645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.612884647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"113.046212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.6143215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.614339671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.614608395Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.616479955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.616497165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.616506465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"116.508897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.616906372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.616977143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.617258117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.617270548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.618698531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.618873443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.619149518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.620759724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.620775534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.620785704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.620792784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.620798904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.621028018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.623081541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.623108001Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.623365365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.624387712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.624411292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.624560294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.625208135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.626292222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":21,"elapsed":"126.496067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.627698845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.62802077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.628152802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.628164312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.628344565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.629823849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.630039652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.631418524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.631657158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.633427627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.63365106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.634518334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.634778458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.636076329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.636289873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.637145546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.63862802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.63864467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.63865144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.63865758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.638870764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.6398792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"140.182897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.640262556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.64049117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.640847446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.640860056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.641019378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.644354512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.644366812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.644688967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f732d16f-209d-40d3-9524-8ed13a375a73\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.644706417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.6473751Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.652176847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.652202277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.652513533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee6b179-31ff-4af2-8da6-2507a111122b\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.652545313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.65424284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.658707282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"c5b6b554-b138-4a55-88c1-d1c53f981ac8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.658740792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.659160239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.665037203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.667484802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.667506243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.667518403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.667833398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.67235294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.672454002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"172.715968ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.68479625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"185.055316ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:51:32.706071501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.706096481Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"206.243026ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.772342563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.772823421Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"46bc4cfa-4645-42ea-80d2-cb46b14362ba\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.772867491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.774309425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a3d173d8-4f72-40e2-ba76-d20a4ec31ebc\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.774337225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.775714837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.775737707Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"275.672318ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.810547165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.810968582Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d926372-aded-4ec6-bee2-1b2716523d2c\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.813583454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.813621644Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.813699705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.814175763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.814238874Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ad7b93a-873a-4913-9d44-3ce3fa8a84c1\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.814267525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.814733392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.815780849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.817633188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.818022675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.824236765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.824262365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.824745173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.826232626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.826499281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.828493343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.832441326Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":21,"elapsed":"332.346077ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.835640147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.835664897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.835885531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.838229129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.838389281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.838538804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.839414738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.839439898Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.839467298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.839975007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840519695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840768189Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.84079838Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.84081311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.84083065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.84084288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":11,"elapsed":"341.165467ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.84145103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","candidates":"[(de54a4dc-52a6-4b29-baaf-f2f8fbc55e7d, 0), (6e7d737f-2ee9-45ee-bc88-e251022545da, 0), (ea2acf93-d45d-40d9-9698-00d403254b8e, 0)]"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.841542312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.841559682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.841637983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.841792586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.842147781Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1806, tv_nsec: 2699600 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.843156708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.84327199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":21,"elapsed":"343.328032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.843737077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.844082383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.845769639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.845993393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.846014574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.846141685Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.846187826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.846340819Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.846359869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.846579392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.848387221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.848419782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.848433212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.848445552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":11,"elapsed":"348.424133ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.858318811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.858369132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.858775738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783c2b07-51a7-46a2-b29a-8caa0ba78388\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.858808899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.860436094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.878289681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.878691707Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.880278692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.882753562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.884408769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.884430929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.884573761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.886271479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.886506632Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.887113782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.887133582Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.887453987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"af1d730a-d465-4ec6-b314-c841aef4a945\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.887468878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.887687231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.88821972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.888424533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.890389535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.890643069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.010003672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.01055514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"705434b8-38bc-458a-a36d-f71b6969ed3c\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.010578331Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.012087105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"411199e2-0d49-4a23-a847-ecec41d12239\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.012104425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.013473367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9ddff722-db78-4d32-b04f-6c594d851d6d\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.013500538Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.015380658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.015422538Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"515.696615ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062186088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062205878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062214219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062471792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae96eb7-a028-48af-9bcb-afc9870deca8\", \"content-length\": \"476\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062509813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062707156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67ecceb-85d6-4f1a-a571-deb6cf783431\", \"content-length\": \"734\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.062761997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.063027621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"838b074b-32af-4370-898b-a6f81203db05\", \"content-length\": \"111\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.063039142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.063281065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d786c9-2b53-4d97-b5bc-5ec37fc5e504\", \"content-length\": \"111\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.063291666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.06353642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e505336f-666a-4751-a87b-6696db4184c6\", \"content-length\": \"167\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.06354648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.063776044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9dcf1d-5c49-46b9-8a99-c56837147af6\", \"content-length\": \"167\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.063785134Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064013887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11bef1e1-7db9-4778-a9c5-f10ca5e79ce4\", \"content-length\": \"175\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064024597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064250101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f43926-79b5-454f-8a32-539cda30c521\", \"content-length\": \"175\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064259821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064368603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ddf138e-72fc-4837-8a46-370add63a161\", \"content-length\": \"702\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064378503Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064510295Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3517b3e6-137f-436f-aaa1-d0b89fa483cd\", \"content-length\": \"727\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064519085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064638107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c33940d-f20c-42b4-be41-dda6189517ce\", \"content-length\": \"729\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064648618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064762949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"262b75ad-8207-4f24-bec9-917ab301b2c5\", \"content-length\": \"728\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064772289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064920392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d10282f-1a4a-4758-9426-9b936b6be73a\", \"content-length\": \"722\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.064934902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.065171506Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a788d38b-4383-461b-afcd-3a52715ff749\", \"content-length\": \"109\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.065180236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.06540718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dbd2cf5-c0c9-461d-aa69-d31be375dabe\", \"content-length\": \"109\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.06541626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.065646294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5197b902-39b3-44d2-94dc-9a9480e88610\", \"content-length\": \"169\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.065655423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.065880797Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5005697-61ca-4e85-98d3-5739fe4e7c36\", \"content-length\": \"169\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.065889617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066115511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003f8a48-c74b-4506-829a-5eee398e6927\", \"content-length\": \"178\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066125051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066348225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9011b379-1340-4121-a6d3-a7efe2f9e04b\", \"content-length\": \"178\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066357545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066466196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24267e3b-5c54-4be9-9282-647cb1fa9495\", \"content-length\": \"702\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066475067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066593319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25481285-b858-4618-b7af-4e45b7d1646c\", \"content-length\": \"727\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066602579Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066717411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852cd39b-7d5c-48c9-8b9f-0c60ddcad252\", \"content-length\": \"729\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066726611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066738411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066881783Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177b132f-ab56-4006-a797-5a6d9a292545\", \"content-length\": \"728\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.066909114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.067187608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.067210659Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1061a67d-4c9f-4808-8fb9-3ec9b2cb8841\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.067242029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.067252829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.067261169Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.068631701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":21,"elapsed":"568.765085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.069681698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.070755175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.07103176Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.071573338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.071586199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.071719321Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.073283302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.074401884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.074414974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.074834651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"79dd1b40-7164-4f6d-b876-ddada7857cfe\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.075013813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.075024764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.075159216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.076125271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":21,"elapsed":"576.415658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.095967589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.099390854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.099410535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.099554087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.103611422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.103779425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.105674985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.105859498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.107076887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.1072551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.109364764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.109568897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.129310134Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.12968264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.132889531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.132904231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.13471383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.134739031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.134938394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.135663346Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.135899479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.137114649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.137344103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.138714434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.138945488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.140419402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.143204886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.143478731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"829c3c16-5bd1-4fe4-9761-f8b5d79bd75b\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.143504971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.143517511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.143887617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.143902388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.144009739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.14402081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.14402909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.14403734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.14404672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.14405455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.14406317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.144229863Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.144244573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.144510277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.144521598Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.144789302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.145093377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.14529413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146613401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146713093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146759943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10491873-c401-4e3e-a762-963358089874\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146786264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146900476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2526656-82d2-47f6-87a8-8a3b74a40001\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.146916086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146927166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.146935846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.148254067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.151767364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.151787684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.151919116Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.158552603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.158590873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.158776206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.160158738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.161810605Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.161821585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.161957397Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.163427461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.163480691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.163499302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.212909684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","vpc_to_sled":"[Sled { identity: SledIdentity { id: e282623f-c8b6-42e1-8711-fe2573bc5d47, time_created: 2024-12-19T21:41:43.002016Z, time_modified: 2024-12-19T21:41:43.002016Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.212965775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.212974265Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.213232219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.215222071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.215440224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.216830646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.219453919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.253322991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"414b5bb1-db4a-422b-bdf7-170a3d51d1d8\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.253373392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.253386092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.253698917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0104d6f2-f24d-4bb0-91e5-71a3e1dfd28a\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.253754138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.254179745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.25571209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.256584874Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"748f2df2-1711-4507-92cb-8ce431a7aa41\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.257700792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.257945015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.257958846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","elapsed":"758.13543ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.257967736Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":3,"elapsed":"758.149861ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.258191979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.261389191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.261651625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.264166505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.264444169Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.273068858Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":21,"elapsed":"773.200592ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.367787586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47f9129-fbe1-4ac4-940a-f695ef551810\", \"content-length\": \"30430\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.383688581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.383715891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.383723131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.387807797Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.388110802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.389777518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.391591737Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.393896014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.394080337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.564499038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"bc24f634-a698-4f7d-9c7c-7ca50c11eee9"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.564541079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_started":"2024-12-19 21:51:33.062170 UTC","collection_id":"bc24f634-a698-4f7d-9c7c-7ca50c11eee9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.564551799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"collection_id\":\"bc24f634-a698-4f7d-9c7c-7ca50c11eee9\",\"time_done\":\"2024-12-19 21:51:33.385970 UTC\",\"time_started\":\"2024-12-19 21:51:33.062170 UTC\"}","iteration":2,"elapsed":"1.06445986s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.56456449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.56457312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.564908875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.566681713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.568576494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.568599584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.568737706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.571120885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.571398009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.573152277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.575400263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.575422664Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.575573106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.590745759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"26.17497ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:36.134970904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"41a9439f-9363-415c-9fa2-4d23d86fe4ed","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":374,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.500219717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.500276258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.500287088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.500296008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.500618943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.500634013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.505533102Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.508090533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.508107693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.508244235Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.510090135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.510314278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.512118347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.514788368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.514801963Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.514931049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.524919602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.524945333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":62,"elapsed":"24.743766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.536510908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.536734872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.565279399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"65.052313ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:46.1350483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"5cd5ea63-c440-42f9-ab51-82fac73260fc","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.500288103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.500353654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.500366974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.500376774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.500614578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.500630668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.502490308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.505055449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.505071589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.505207562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.50698211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.507180633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.50819127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.510645539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.510662889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.510793551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.52255835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.52258438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":63,"elapsed":"22.307818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.530387075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.530627469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.532071262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.781629ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:56.135175388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"58b5057f-66ca-4659-9fb5-8e2b31a23718","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":364,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500577343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500647324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500659675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500669805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500678995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500688455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.500696685Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500706595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500715036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500723086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500731336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500739456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500748336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500757176Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500765786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500773757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500781957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500791067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500799367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500808287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500816537Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500825167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500833887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500841667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500850468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500858238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500866168Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500875038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500884108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500891378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500899259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500907979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500916439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500924089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.500932479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501127442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501143602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501154232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501165243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501174813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501197493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501232054Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501242854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501251394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501259654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501266544Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501274974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501284265Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501292865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501332865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.501354616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.503103694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.503138084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.504188831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.560657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.504433825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.505727306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.505755066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.505928079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.506837184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.506864454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.507036727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.507179019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.507209009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.507338432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.509068069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.509297963Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.510575023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1835, tv_nsec: 670775912 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.510900089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.511215224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1835, tv_nsec: 671429862 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.511471868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.511819023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.511834114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.512003777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.512503705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.512514505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.512667957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.512744938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.512911081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.514508966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"13.77597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.515294469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.516295485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.516307255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.51660073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.51663094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.51784553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.518082374Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.51848459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.51849845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.518739294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.520693406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.522675768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.522707238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.52283361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.538286088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.538712205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.540655626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"39.9591ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.54091642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"40.244816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.544104011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.544370805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.546434968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.546756703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.547463025Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.547673448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.547684828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.550489763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.550511183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.550520724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.550527194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.550533924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.550735647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.550818288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.555200769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.555221399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.555228679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.555375052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.555497943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.556993927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.557297542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.557585547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":22,"elapsed":"56.986284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.557617128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.557629258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.557872541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.558300928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.558493871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.558553232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.558564223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.558754836Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.559511708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.559527388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.559688281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"59.037847ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.559728161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.560300371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"59.499884ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.561048272Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"60.463609ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.561149304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.561161674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"60.444169ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.562688739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1835, tv_nsec: 722846577 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.562946533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.581010072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.581063703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":64,"elapsed":"80.318587ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.581371348Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.581383058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.581735244Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0011dea0-b34b-43bc-b656-abb8855a96e6\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.581751074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.583219058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.583278559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.583288769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.583538733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc828544-1bf6-4ac1-bffe-375859345d50\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.583552563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.585045417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.593902849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.593922219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.593931139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"93.152523ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.596839326Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"96.170822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.626734255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.627201093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.628143398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.630115999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.63012657Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.630284552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.667308635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.667334886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.66758072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305b754f-a66f-4f76-b4f2-56d8378513ff\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.66759527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.669301747Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.687360197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":22,"elapsed":"186.683122ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.691412282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.691673036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa00b8e-291c-4af8-9f09-f1201ac3086d\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.693121969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.693333043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.695257323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.695268283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.69567954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7148494-31c3-45a6-b567-f15dc4c52663\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.695701301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.696026906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.696802358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.697034422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":22,"elapsed":"196.258046ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.698710249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.698720299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.698868741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.709846407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.709863348Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71004505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"476c1e31-7138-4c7e-98ca-1a62046df518\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71005596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.710398586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.712270306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.712442509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.715319885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.715563429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.768210473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.76868837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d99e868-34ca-4cdd-b6a2-7eb323fee274\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.768717261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.768728071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.768819752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.771568897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":22,"elapsed":"270.870531ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.772043104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.772067834Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.772789476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1944ae00-03db-4ee7-add6-36175c0938b4\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.774572725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":22,"elapsed":"273.95517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.844077618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.844428133Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.846881423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.846904523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.847223988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.857094756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.857440952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc41520-fad2-4687-889f-18466e3dacd0\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857499293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857529313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857809358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857822128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857831258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857840588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857849378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.857858848Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.858007681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.858018261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.858269565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.858282895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.858644711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.860390469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.860514351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885908ac-ed90-40c7-8573-664ac288443b\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.860546271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.860695244Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee15a8b-dfa5-4bab-9ec2-8f2485f204a1\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.860718784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.860739255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957113939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1a8fdaf2-2872-4f8b-ad47-a65b589344b9\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.95714626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.95715786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957590047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b76517-0c42-497b-ac77-dcb9f430e791\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957623647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957909052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.961419178Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.961744704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.964875414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.965118907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.967537106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.967833291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.97525686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":22,"elapsed":"474.438133ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:06.13500468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"f60f6397-0e8b-42b0-b76f-d6d1ff636592","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":360,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.500271383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.500358395Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.500376285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.500390825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.500773191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.500895653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.502298696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.502700952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.503006567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.504323118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.081015ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.505580519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.505590839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.505731231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.507334536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.507490659Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.508679918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.511018226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.511029386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.511158808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.519833547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.519849407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":65,"elapsed":"19.581834ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:16.135507893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"19ade67a-19b9-485b-bd53-74110cfd43e7","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":524,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.500759136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.500813177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.500821727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.500844497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.501121462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.501196373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.502689287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.503324557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.503649493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.505277239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.505307839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.505320379Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.554223ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.505424571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.507274491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.507495234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.508896197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.511475308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.511487338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.51162767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.521753532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.521778453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":66,"elapsed":"21.026167ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:26.135313585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"a283a506-7200-4dd0-a372-0cd69c83b57d","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":358,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:31.127644105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:49128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:31.127727877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f2711f94-f3ef-44c6-91bf-d282f512586f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:31.128050562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f2711f94-f3ef-44c6-91bf-d282f512586f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:31.130155126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f2711f94-f3ef-44c6-91bf-d282f512586f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2451,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:31.130391699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"11c32d5e-1190-490a-af6b-fda1bd7227b6","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:31.130699754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"11c32d5e-1190-490a-af6b-fda1bd7227b6","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:31.13291869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"11c32d5e-1190-490a-af6b-fda1bd7227b6","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2586,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500252853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500320014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500341085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500355825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500369675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.500384535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500397986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500411386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500426076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500438486Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500450406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500463256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.500476697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500489007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500500697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500513787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500529908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500542578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500554748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500568578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500580138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500592458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500606609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500619949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500632089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.50064567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.50065817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.5006725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:42:32.500435416 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.50068562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.50069772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.5007115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500723791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500736811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500749431Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500762401Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500774861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500788302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500800462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500814552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500827052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500839733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500853903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500866803Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500878853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500890873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500902774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500916514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500929864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500944074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500955394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500968164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.500988475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501007185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501026665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501045986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:52:32.501067546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501088437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":13,"elapsed":"11.62µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501111677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501130387Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501149058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501170208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501199008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501218528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501242549Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501267679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.5012906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.50131553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501340901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501363521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501386891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501401691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501414152Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501426822Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501437592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501449942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501460103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501472313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501484703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501497573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501508903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501521524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501533664Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 661092148 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501552974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501567684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501580594Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501593905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501604825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501612515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 661186389 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501639535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501648255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.097667ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501867669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.501886799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.174229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.503595377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.504226997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.50445714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.504470171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.504845747Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.504931208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 664760147 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.505178932Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.505192872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.505308454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.673905ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.505702811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.505721341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.505889774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.507127393Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.507153754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.507283306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.507587981Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"7.187575ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.508266972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.508422814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:42:32.500435416 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.508443554Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:42:32.500435416Z\",\"pruned\":[]}","iteration":12,"elapsed":"7.991238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.509116745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.509494941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.509746215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.510282674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.511597495Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.511609275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.511792088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.512006612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.512017062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.512203095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.512797614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.512806964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.512952557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.513736589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"13.246222ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.515709441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.515733561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.515746052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"15.211774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.515996436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.516021706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 675849974 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.516354691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.516478513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.516507754Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.516520074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.516664186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.516771228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.516979711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.517446759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.518031278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.519025144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.519048524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.519207847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.520093331Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.520105171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.520272314Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.520521668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.520546018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.520746561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.522401078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.522592551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.522846485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.524128356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.524331859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.524591063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.524795377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.525110891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.525125582Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.525386626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.529632024Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.529957639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.531345742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.531623526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.533358154Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.533562297Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535059721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535086191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535094231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535100432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535107322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535303655Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.535340715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 695169614 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.535660721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.536665227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.537002822Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.537024793Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.537071643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.537192285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.53938677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.539409581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"38.802282ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.540092462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.540105782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.540264614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.542011742Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.542027753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.542271077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.544472222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.546607366Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.547074194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.547208516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.547234276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.547362068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.548835722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.549649195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.549664435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.549674725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.549939389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.551905981Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.551928851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.552158265Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.554097806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.555465228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"55.160944ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.55561035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"54.94395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.557053123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.557351078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.557400539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.55748172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.557507461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.557614832Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.557661093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.558668369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"58.187873ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.559917649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"59.452353ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.560339136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.560361556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":67,"elapsed":"60.134404ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.56060534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.560631721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.560640601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.560648601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":12,"elapsed":"60.076533ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.561668577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.561682708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.561689628Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.561705358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.561711968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.561719328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"61.400194ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.561881691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.568362775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.568588818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.569569214Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.569768757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579013115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579050566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579063136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579071066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579079587Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579351511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.579372741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.580975567Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.581618787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.584425522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.584436922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.584608715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.58494615Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.584962261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.585135773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.586024878Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.586035018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.586044338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.586220711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.586569436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":23,"elapsed":"85.888196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.587966669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.590841795Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.590872125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.591006388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.592849957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.592861847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.592869428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.592877748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":12,"elapsed":"92.451732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.594211859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.594435313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.601218011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.601456955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.605328547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.605371588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"105.000603ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.606050009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.606926373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.609211959Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.60923024Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.60923975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"108.57818ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.609813539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.609988382Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.611840552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.611856902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.612003394Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.613940775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.61549405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"115.060224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.616280683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.616295663Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.616478616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.645976269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.663734183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"163.441919ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:52:32.669086439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.669102939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"168.561731ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.701500609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.701514849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.701857044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f659c42f-d56c-4857-abaf-65bbf951f58e\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.701872215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.704153191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.707800619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.70781986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.708112464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b372f0f7-b1ba-4cc0-88f6-72b7a0861feb\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.708130705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.709641759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.728156696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.728186686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.72844036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ace86b-6860-4a22-b6bc-ddc2c655d794\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.728470171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.730884109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.819283186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.853495334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.853899551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ac2f4ca-89d8-49aa-9411-bff6e01913fc\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.853928581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.855575507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f83b310d-f5f4-44f5-b0c2-4f7f4328d306\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.855596578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.856877739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.856891899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"356.363962ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.947510271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.947987999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39180b21-eab9-42e5-ab76-aab4ef4fe477\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.948015149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.948025859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.948034009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.950452588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":23,"elapsed":"450.060653ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.999737208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.000280917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1886395c-9c27-4c8e-997c-c1d6b456e5a3\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.000295477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.002301169Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e0806da5-389f-4af9-a069-3c2aa29e31f9\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.002320599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.003882444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"98106557-e829-46fa-be08-64edea50cf41\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.003895245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.005969128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.006010218Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"505.644513ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.051107881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.051151252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.051578029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f87147-56fa-4330-8e7e-15fd46eef857\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.051605769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.051963945Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.066394456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":23,"elapsed":"565.672416ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.073691813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.073958227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9339244-296c-4c20-81be-45b155d7e96e\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.076308555Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.07662842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.078522951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":23,"elapsed":"578.268188ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.097513755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.097544016Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.097716158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b3751aad-91ab-473a-8776-55c1edebfdac\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.097727908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.098017123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.099831642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.100019485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.102569436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.102898051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.105219508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.105235379Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.105541244Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"684876e6-3704-4a9a-b51c-bb155d6fc871\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.106924166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":23,"elapsed":"606.646673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.1140164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.114380546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.116193104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.116207055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.116473019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.123959879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.124230853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f567d7da-d15d-40f3-9e63-323be4fa9640\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124257924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124268044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124539708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124548938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124556118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124563299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124570529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124578309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124746881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124755312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.124970895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.124979115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.125201499Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.126741713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.126896866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c06e1e-c9c1-4b6e-8b62-a0673fb068af\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.126910246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.127044508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cd7dddb-2ef3-4ad9-91ea-dc3fc99c6609\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.127061259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.127072079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.232114522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e7d63d8b-d079-49c3-8a87-6a7d9c8453dc\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.232159953Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.232172533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.232489378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2304e5f1-10ea-42bb-b0b4-2c7c53bc3f3e\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.23255926Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.232896285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.235426945Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.235656429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.238447724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.23882666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.240594438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.240813412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.247403167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":23,"elapsed":"746.706667ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.25191704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.25193504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.282566861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.282677223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57379"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.282840875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"18708e56-7531-40d9-9a9b-fc80a55d16e9","remote_addr":"[fd00:1122:3344:101::c]:57379","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.28315759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"18708e56-7531-40d9-9a9b-fc80a55d16e9","remote_addr":"[fd00:1122:3344:101::c]:57379","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.325921676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.326006417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/producers","method":"POST","req_id":"18708e56-7531-40d9-9a9b-fc80a55d16e9","remote_addr":"[fd00:1122:3344:101::c]:57379","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43199,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.32618777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18708e56-7531-40d9-9a9b-fc80a55d16e9\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.329185918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.329208329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:36.135186059Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"a1e84979-aa9f-4774-b18a-be6e1f174174","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":395,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.500429431Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.500489322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.500501042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.500510852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.500820077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.50098174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.50288136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.503376248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.503644412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.505453471Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"5.00126ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.505467582Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.505475312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.505605694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.507514065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.50783593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.509538957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.512189259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.512202469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.512365492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.521372256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.521397437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":68,"elapsed":"20.976346ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:46.135395597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"01ae788d-137c-4c71-99ef-8996e024c00d","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.50066643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.500750812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.500768432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.500781112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.501203439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.501214739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.503312973Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.503484986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.503978043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.505385526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.725546ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.506687827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.506704327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.50686716Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.508894542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.509080375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.510725591Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.5131282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.513155601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.513272843Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.522799445Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.522821525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":69,"elapsed":"22.179485ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:56.136185405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"0a0bb80a-a14e-4c61-9b02-709945191288","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":536,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501015851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501092102Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501109042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501122833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501134993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501149153Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501161333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501174034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501189884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501204114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501253615Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501267525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501281505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.501294785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501308676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501321206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501333656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501347326Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501359956Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501373637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501386827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501399287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501411187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501423247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501434788Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501448748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501461098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501474508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501486699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501499429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501511599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501524029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501536179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.50154816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.50156279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501630411Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501643131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501756003Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501764103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501776163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501787533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501828764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501839674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501847774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501855494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501889575Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501899265Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501908385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501915955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501948626Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.501958886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.504146081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.834435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.504411905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.504975814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.505517403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.505826468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.506089812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.506210464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.506884895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.506894275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.507097528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.508055244Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.508073514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.508257027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.50907471Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.50909175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.509099301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.50910839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.509291624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.509308044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.5109533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.511104853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"9.98323ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.512845561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1895, tv_nsec: 672268249 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.512882111Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.513197046Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.5134518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.514219643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.514239203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.51595147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.516308456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1895, tv_nsec: 675739785 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.516613981Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.517288882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.517660618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.518800886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"17.667283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.519456487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.520808578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.52405247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.524484277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.52463667Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.524979565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.525585985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.525599115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.525845429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.526277296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.526297656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.526436338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.528605633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"27.40482ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.528943848Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1895, tv_nsec: 688368727 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.529232343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.529257324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.529270564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.529615909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.52966437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.530398892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.530682076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.53281077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.532826781Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.532995973Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.53402621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.53404668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.534205793Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.543341479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.54336403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.54337097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.543602714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.546964237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.546988698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":70,"elapsed":"45.974787ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.552172561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"51.009467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.553481172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.553723396Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.55526852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.555467344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.555751975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.555979201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.556065181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.556251193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.556988258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.559563019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.559578219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.559729942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.560062517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"58.706071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.56144748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":24,"elapsed":"60.225685ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.563876418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.563892379Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"62.646974ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.565451493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"64.460853ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.573450912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.573481202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.573491002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.5739839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.57708044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.57710285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.57711312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"76.060689ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.586493551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"85.222216ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.591533182Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.591549912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.591871597Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf7d70a-5cfa-48c4-b01b-fb4d6c143527\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.591889217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.593401861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.60513074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.60515651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.605414724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f02c48-303d-49f7-ac26-2310226bc3e5\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.605429404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.607297234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.611199457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.611212177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.61140403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01394a4-079b-4a07-ad3a-1dc4decd658c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.61141664Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.613092387Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.652888195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.65322763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.65505322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.656818508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.656831048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.65696524Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.658585856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.660465906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.660478467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.660635169Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.714787007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":24,"elapsed":"213.446381ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.804337242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.804396183Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.804887351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6264eb9-3a1f-408c-89f0-52b02c452ac0\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:53:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.804915351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.805261937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.808402207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.808694772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0b225d-5990-4994-8d2a-e6fd1fb0e645\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.81046734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.810801406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.812764237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":24,"elapsed":"311.467362ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.825223607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.825250607Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.825460371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8ffd2f56-c48e-4979-bfa3-3e66ef7556fa\", \"date\": \"Thu, 19 Dec 2024 21:53:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.825476131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.825851927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.828050372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.828253005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.831128611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.831412276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.833970477Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.833986547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.834284872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"14bbfb4b-7537-434f-9756-1b2913e6cdbf\", \"date\": \"Thu, 19 Dec 2024 21:53:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.835684284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":24,"elapsed":"334.546762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.850836347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.851178043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.855537263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.855571123Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.855826137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.863863586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.864189091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870829b0-f883-44f2-b52a-fe3d199cb8c5\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864211722Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864223612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864488126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864499126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864506766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864514497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864522137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864530187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864688729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864698989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.864906003Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.864915203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.865146127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.866842451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.866955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3296db8a-5e4f-4e18-95a8-ace3245aab1b\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.866974144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.867139203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4dbdcc-0555-4b92-a270-33807e256866\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.86716521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.867177744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.905634806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.966506221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"42a54bfb-6e5b-4479-927b-a706a537f70f\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.966562692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.966578642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.966915258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a58c2c2-64be-4926-a6ca-57a897e04b9b\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.966945548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.966957708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.966966688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.9670613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c45e2d82-740b-416b-b889-2013276a2fd4\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.967100271Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.967418516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.968058306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":24,"elapsed":"466.872593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.970892202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.971244937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.974922406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.97517309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.976900658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.977210633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.98451294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":24,"elapsed":"483.438588ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:06.135940226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"c422ea84-be6a-4473-bb7f-450849817596","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":434,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.50123763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.501329332Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.501346532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.501360332Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.501625637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.50181224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.503887323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.506499325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.506514705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.506671738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.509033506Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.50928159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.511115879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.513565078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.513579298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.51371097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.522950138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.522973219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":71,"elapsed":"21.765299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.52862796Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.528794322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.530062412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"28.821452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:16.128497804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"48bda976-f23d-4fc1-9e71-a03d9f4b171b","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:16.128983882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"48bda976-f23d-4fc1-9e71-a03d9f4b171b","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:16.131533322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"48bda976-f23d-4fc1-9e71-a03d9f4b171b","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3134,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:16.131838317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"78701bc4-14be-484f-9807-ab2daf03a1fe","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:16.132198613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"78701bc4-14be-484f-9807-ab2daf03a1fe","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:16.133797829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"78701bc4-14be-484f-9807-ab2daf03a1fe","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2029,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:16.135274922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"353c194a-77f6-4ca6-b7a6-2eab9e4acc8b","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.501566174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.501659745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.501681545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.501697746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.5019739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.50198861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.503898941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.504596292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.504968068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.506379761Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.830207ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.506513313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.506526903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.506669095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.507947936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.508129439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.509845266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.512238255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.512250405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.512387647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.525590489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.525617089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":72,"elapsed":"24.080176ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:26.135772448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"6182b3f9-29ad-4cc5-849e-0024bee40b05","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":450,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501448158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501510309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501521259Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501530999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501540369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501548649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501557509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50156564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50157493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50158319Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50159148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50160112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50160958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501619521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501627421Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501635701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:53:32.501644671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501655531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501664831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501672711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":14,"elapsed":"19.891µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501684911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501693852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501703092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501711302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501720162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501728542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501736892Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501744712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501751873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501759193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501767643Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501775073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501784593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501793293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501801324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501809964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501817684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501826704Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501834504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501843734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501852274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501860014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.501868725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501876835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501885475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.501893695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:43:32.501782003 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501901935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501910195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501918145Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501927026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501934906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501942556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501951746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501960226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501967876Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501975816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501984846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501992436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.501999487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502007207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502015967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502023937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.502032077Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502040827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502049717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502061768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502071818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502079988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502089028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502099098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502108758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502129009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502292301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502327022Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502401213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502417893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502428174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502436824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502447064Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502457164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502467544Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502477764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 661512083 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502493075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502501725Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502511475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502520985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502530655Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502542045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502551645Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 661589814 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502566556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502577356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502587076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502646387Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502664357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502674358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502682427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50282687Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50283702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.502980812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.503062904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.503074874Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.503083734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.381133ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.503091954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.328742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.504580848Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.505070546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50530981Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.665449ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.506134913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.506343056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.506657511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.506673422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.506823624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.506893165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 665940754 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.507064718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.507081198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.507153469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50721221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.50845454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.508640663Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.509548497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.509779931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.510003525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.510076886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.510905129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.511528149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.512945872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.512961702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.513146155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.513960188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.513977419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.514157971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.51467063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.51468331Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.51469416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.51470383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.514891983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.514923624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.515389031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.515665176Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.515816688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.516887185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517060608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517264451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517548986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.517569416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517583126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"15.862794ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517722609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517734839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.517906371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.518005453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"16.1992ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.519196082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.519207372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.519364325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.521773184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:43:32.501782003 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.521798684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.521809184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:43:32.501782003Z\",\"pruned\":[]}","iteration":13,"elapsed":"19.994201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.522242731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.522483745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.522563756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 681609565 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.52282312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.523266788Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.523288548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.523301928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.523548682Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.523665084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.523675484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.523819026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.525668936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.528100595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.528125095Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.528370349Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.531394118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 690438046 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.531688212Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.532234121Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.532546726Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.532979553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.533209287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.533245547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.5334343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.534708211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.534902034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.554725512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.555178889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.559187483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.563769417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.563789357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.563884268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"62.168266ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.564087372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.56649853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.567805031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"65.905996ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.569276255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.569301215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.569490338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.572275323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"70.435098ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.572859252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.574194604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.574959086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.575306302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576384509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576404019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576710774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576746354Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576764745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576891257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.576919137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.577540967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.577559748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"75.685523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.577908623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.578185658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.578653525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.578676816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.578794047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.580137669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.582012439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.584092632Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.584395227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.584444548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"82.681886ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.584655091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.585075778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"83.58948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.586483091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.586507661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.586738535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.587587408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.587617439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":73,"elapsed":"85.932337ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.58829415Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.589816964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.589834324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.589841424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.590026927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.592097091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.592117911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.592320064Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.592418536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.592428666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.592437886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"90.653443ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.594770674Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.594790324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.594804414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"92.93475ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.597180922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":25,"elapsed":"95.571292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.605301362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.609702893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.609724273Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.609913976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.61513316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.615553627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.615566357Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.615572677Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.615578957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.615973383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.617482578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"115.899837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.618753338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.620604137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.620616808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.62076391Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.621662485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"120.162796ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.624809525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.624822035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.624829945Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.624837355Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.624991438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.626695205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.629476461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.62948879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.629624823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.635464426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.635484196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.635496286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.635841292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2099783a-9fff-4e07-9ea4-f6f58cdce660\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.635858692Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.637926035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.643086028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.643367152Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.644957038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.645991634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.646892059Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.646903269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.647045871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.647686322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.647697702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.647991246Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7bc4450-d4c3-4a47-8a70-f841a5095cb3\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.648006837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.648791849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.6488034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.648944772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.649732194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.652383917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.652397427Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.65261755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22cf955-44b4-4b52-982f-e36c859aab91\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.652632741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.653771599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.658657087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.658999503Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.659230627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.659242507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.659254247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.659604113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.6600764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.661522263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.66255919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.66257138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.662753223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.664559582Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.664571542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.664740855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.666465323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.667912726Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.667967916Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.667990637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.668005917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":13,"elapsed":"166.426877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.672625181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.672644231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.672840745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.677897646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.677910576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.677921346Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.67818297Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.679857057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.68189569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"180.168928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.682637052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.682649252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.682813605Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.687038632Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.687059173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"185.257879ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:53:32.687767894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.687779184Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"186.243575ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.689018324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.689029034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.689036714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.689044544Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":13,"elapsed":"187.371803ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.828412778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.828828794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c1f099a-665a-4a85-aef5-d3516f8acc02\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.828858005Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.830275938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"242d952a-c5b8-43ad-9bf1-3743c111a8a1\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.830307088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.831723961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.831740171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"330.132901ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.845926139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":25,"elapsed":"344.289218ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.887562266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.887601827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.887988513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62294d6a-85c3-400a-8870-6a7b0e54638e\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:53:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.888023833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.88845063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.890530614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.89097277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8487eec-ba62-4b54-a44a-21737e7a2ddc\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:53:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.891005911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.891039992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.891052302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.892893941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":25,"elapsed":"391.453984ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.932837052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.932867662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.933141416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0301a75c-8934-4575-b13d-737df6c13f1e\", \"date\": \"Thu, 19 Dec 2024 21:53:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.933157577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.933500322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.93524296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.935291351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.935565395Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac149e1-6677-4ca2-9b44-9776f762c70d\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.935922711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.936189105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.937021279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.937307463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.939336936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.939358066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":25,"elapsed":"437.894178ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.939541049Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.942815612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.942841262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.943278569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"331b4f10-f030-433a-97ff-353cd6126352\", \"date\": \"Thu, 19 Dec 2024 21:53:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.9452115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":25,"elapsed":"443.283124ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.994607251Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.995059529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"425b01ce-dbb4-414c-85f8-f00696a17710\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.995084599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.996522772Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4533212e-6de2-484a-b605-6d1039d6a58b\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.996535262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.997372666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4de8c685-eee4-4b3d-8514-74de3f6e8492\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.997385526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.997877544Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.998227869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.999115604Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.999146274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"497.319131ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.00013041Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.00015274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.000414344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.01073358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.011116816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99eb1a55-2ae4-4ee4-bbcc-89931b278d5a\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011139507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011151307Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011413261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011426811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011434471Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011443231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011451412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011460292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011601144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011611254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.011838738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.011847908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.012091412Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.014208856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.014564241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49908076-9c5a-4325-81be-318299bb5b14\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.014580031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.014664843Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e883e37-db36-481d-aec3-7bcc1e045c4f\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.014676273Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.014687363Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.108344924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"430c4c11-ef79-441f-8f0d-6affd8260768\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.108374515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.108383865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.108585278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b7e480-80e2-46e5-823b-e866eaaca5f2\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.108621469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.108850373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.11242232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.112637283Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.115967867Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.11620621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.118330844Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.118520877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.125377767Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":25,"elapsed":"623.901239ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:36.136443985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"68434ca8-f964-4251-9108-6a64e7d38780","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.501891541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.501977532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.501997302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.502011033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.502395899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.502419759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.504507853Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.505490289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.505678752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.507085014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.507100134Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.507229346Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.5093515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.509514173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.510910665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.513241343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.513255243Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.513390415Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.524706056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.524730617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":74,"elapsed":"22.862696ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.535248055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"33.359055ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:46.13647094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"100ac43b-8f64-4836-81c8-2ddde1e09738","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.501714573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.501799944Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.501818114Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.501832835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.502045238Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.502199961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.504166112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.504844433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.505120657Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.506932526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.506954577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.507087589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.509167112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.509332585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.511316407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.513788986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.513805816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.513934918Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.525681127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.525704977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":75,"elapsed":"24.011615ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.534370706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"32.657854ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:56.136512776Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"73ee4405-fa79-4400-991a-526455f79004","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501620147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501707499Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501726629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501740379Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501753209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.501767129Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50178073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50179478Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50180777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50181982Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501833361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501845571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501858621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501872021Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501886351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501898462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501911952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501923902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501936902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501948672Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501962263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501973573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501985503Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.501998813Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502011213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502024004Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502036444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502049634Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502061294Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502074284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502087654Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502100955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502113455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502125305Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502136775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502149506Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502165036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502180196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502195456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502211027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502226187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502246197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502261277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502275988Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502290308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502305018Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502319648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502335198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502359769Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502376479Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.502477601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.505712633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.506110419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50615245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.34977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.506977533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.508475957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.508497087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50866383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.509076286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.509087487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.50932637Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.510226935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.510336377Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.510349647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.510584871Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.511368423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.513375266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.513393516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.513400536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.51367208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.514078877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.514090457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.51425732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.515241485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.515253905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.515498109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.517956889Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1955, tv_nsec: 676610508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.518260374Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.51929117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.520448819Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.520474109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.520821955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.524395712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.524426403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.524437103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.525235885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.525260296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.52549618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.525553141Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1955, tv_nsec: 684208489 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.525817445Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.527562843Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.527889698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1955, tv_nsec: 686523856 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.527921199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.527934989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.527944519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.527954599Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.528178293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.528235714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.530076373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.530329497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.538545859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.538942975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.548319306Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"46.556536ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.548726462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.549071387Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.551413335Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.551638589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.552059406Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.552368971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.556941614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"55.244405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.557408561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.559402923Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.559419773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.559429024Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.559621087Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.559727528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.567138137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.569402713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.569417794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.569426954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"67.678574ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.569902612Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.569915242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.570074624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.573601291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.573819814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.574631957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.574645108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"72.920419ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.606391606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.606413166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.606707751Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada47891-efa2-403a-aff7-108627fdb0a5\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.606723171Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.60848138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.633115045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.633144525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.633397469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687629d7-3706-4f07-9577-4142a989298b\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.633417459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.633709384Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.633720104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.633909937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61be9126-bba3-4f74-bfdb-fb16a5065960\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.633920058Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.634760931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.634770591Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.635028425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.635288799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896261cc-b77d-4083-b4e6-44e4b6ad2938\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:54:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.6353156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.635413961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.635588624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.636249855Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"134.611038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.638137755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.638419359Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.649873043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.649901143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":76,"elapsed":"148.050082ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.670352651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.671443009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"169.617449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.673952019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.673974829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.674067661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.674272504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.674498298Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.675532144Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"173.815756ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.67653731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":26,"elapsed":"174.880263ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.68961149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.68963605Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.689964346Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d11cdb09-e337-4db4-abf0-965080dc48df\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.689976766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.690312821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.693152317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.6933431Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.693566673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.693922779Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04eb9764-c6f8-4832-a9c7-4a45ee10826d\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.695419623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.695668177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.696222456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.696396429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.697853262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":26,"elapsed":"196.058613ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.700025337Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.700044887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.700472404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1add939b-8079-4a2a-bf70-41fbae54af68\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.702583628Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":26,"elapsed":"200.94263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71083765Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"208.98818ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.713660216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":26,"elapsed":"211.823705ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719885325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"218.274108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.755849341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.756168067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.796048936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.796402662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.798390023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.798410784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.798839961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.800174732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.802219945Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.802243505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.802424078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.814144806Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.814507822Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0feaa0-99dd-49c7-a376-aa716bb0cf21\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814535762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814549262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814848417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814864847Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814872618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814896158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814904418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.814915968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.815101611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.815112661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.815428106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.815438007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.815778842Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.821370142Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.821530194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1312d91e-1519-4e84-b901-5fc247071e5b\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.821550065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.821668816Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29fc3e48-83ca-4b84-9358-58f583c418a0\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.821689897Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.821703527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.84057721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.842605122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.842620292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.842795755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.878325275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.924975322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"25f8e5b8-1530-4dea-ba6d-db859f9515a6\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.925013923Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.925024693Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.925621553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07023cc4-5e94-4da0-898e-f7fc23c19cd9\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.925664983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.926031429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.92612101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1270990a-77a7-4b90-b7bd-cab918049be7\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.926152771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.926163151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.926171211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.928063512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":26,"elapsed":"426.463985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.930163715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.930512791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.934112389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.934303092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.936220362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.936388455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.944384753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":26,"elapsed":"442.692385ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:06.136580913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"6097a043-f178-49e5-b382-89fd0192d1df","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":557,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.501890076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.501951217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.501963327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.501973587Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.502270792Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.502292902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.504422066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.507011078Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.507023868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.50716506Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.509360866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.50965741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.532035239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.532296983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.539165073Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.541790535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.541806055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.541930408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.549892375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.549914135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":77,"elapsed":"48.04284ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.558606125Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"56.714809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:16.129734218Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"5d168bcb-7e40-4efc-8c18-3e308899b04b","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:16.130223446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"5d168bcb-7e40-4efc-8c18-3e308899b04b","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:16.132846618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"5d168bcb-7e40-4efc-8c18-3e308899b04b","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3212,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:16.133087662Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"f7791756-5e17-42ff-bddf-725885288f5f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:16.133427708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"f7791756-5e17-42ff-bddf-725885288f5f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:16.13549165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"f7791756-5e17-42ff-bddf-725885288f5f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2460,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:16.135978258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"af31ad93-eff7-40cf-bdcf-f47cda4fa6b0","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.502037023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.502119934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.502137545Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.502152185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.502607092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.502630323Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.532762986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.535404288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.535420228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.53555891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.537591903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.537796446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.537960309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.538085581Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.539981531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.542294488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.542313439Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.542439651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.555929471Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.555952262Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":78,"elapsed":"53.930174ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.56738019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"65.365848ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:26.136530821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"50241f9d-845c-48ba-9d41-dd296e4a163a","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":386,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.501885866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.501951347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.501963028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.501973808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.501982968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.501991908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502000328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502009488Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502017459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502025529Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502034039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.502042969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502052269Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502060249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50206802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50207679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50208424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50209124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50210015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.50210866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50211678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50212481Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50213389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502141771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502150071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502158801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502167911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502175771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502184541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502192671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502201522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502209242Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502217232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502226522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502235092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502242652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502251632Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502259952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502266633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502273613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502282573Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502290563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502299163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502306623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.502315093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:44:32.502223532 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502323684Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502331794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502340094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502347474Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:54:32.502354874Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502364304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502373824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":15,"elapsed":"11.57µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502387365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502396625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502404535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502412465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502419625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502427365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502436935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502448686Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502456356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502465676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502474426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502484726Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502495466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502538067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502563117Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502608478Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502621178Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502638199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502646949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.50270799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502756591Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502767681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502777551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502787711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502797491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502807791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502817461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502829082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502839642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 661073210 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502854732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502865382Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502875012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502884362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502898703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 661127911 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502912363Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.502927383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.503242648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.503255408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.084297ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.503400611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.503457132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.520055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.505356112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.506366498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.506586082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.506665483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.318739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.507148711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.507159301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.507165881Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"5.217424ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.507304883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.509237454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.509327976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.509430207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.509973786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.511499521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.511519301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.511675254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.512632509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.512650469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.512810132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.514475388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.514716552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.515411213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 673638652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.515674487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.516388449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.518455952Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:44:32.502223532 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.518481132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:44:32.502223532Z\",\"pruned\":[]}","iteration":14,"elapsed":"16.23725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.518553824Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.518568004Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.518747507Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.519514109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 677741977 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.519762173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.521096454Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.521539372Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.539279616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.541283578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"39.346901ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.542539268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.542554068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.542769542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.542802352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.546764866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.546791886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.546803097Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.553603085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.553984281Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.55449156Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.554700713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 712925161 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.554989948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.55512552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.55513717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.55514602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"53.169402ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.556775206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.556797147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.556963009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.560607788Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.560629768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.560642828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"58.417767ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.560852782Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.560863942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.560870532Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.560963303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.561202167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.561217248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.561786877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.56201728Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.56323798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.56326345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.564928107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.565285403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.565556017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"63.457888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.566507012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.566523893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.566851688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.567183453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.567388326Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.567417717Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.5676428Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.568367202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.568392132Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.56884086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"66.77152ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.568896071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.574251716Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.576448301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.576702166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.576716446Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.576725286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"74.685647ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.577637731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.577975136Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.578122278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.580201732Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.580428455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.580828992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.583340582Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.583370623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.583494805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.5957108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.595743951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":79,"elapsed":"93.392846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.596982541Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"94.668627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.599236467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.599585602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.600351027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"98.384787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.600492864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.600777831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.603746679Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.603991903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.60693666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.607386157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.608929752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.609167886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.610543638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.610567568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.610575199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.610893864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.612486009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.61251341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.61252457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.6125344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.612899416Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.614571603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.6150734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.616091417Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.616108287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.616115697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.616122017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.6163014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.617011542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.617022702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.617166404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.61751322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.61752702Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.617666162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.626182289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.632101253Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.634150256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.634167217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.634176517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.63436209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.637059603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.637305807Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.639551363Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"137.22431ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.641290861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.641348652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.641375562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.641384992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"139.183911ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.64372205Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.64374071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.643892413Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.646714738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.647997388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.648029629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.648045729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.648213902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.649731646Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.649755236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.649912549Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.675255055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.675288886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.675636101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01b5c89-6f00-4c2f-96c7-69c366c668ae\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.675660152Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.677573222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.684700327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.684724467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"182.741619ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.690224985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.690242785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.69052444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08daf261-2497-4329-9054-bae63e17e73e\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.69054192Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.692169826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:54:32.700805715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.700820245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"198.665494ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.722391811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.722417571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.722661535Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef957c2b-0c64-4e39-8755-25e193372209\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.722672835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.724668027Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726044789Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"223.824427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.738184014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.738501839Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.794976494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.795507472Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0c4af3ff-658d-48ed-b650-8ffba95b03cb\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.795550653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.797511375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"68ea8416-06a9-4826-a8cd-4076303541be\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.797549165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.799627098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.799658039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"297.501879ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.846068973Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.846436968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88bc0e0d-0cce-4845-866e-61f12d257f3c\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.84913515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.84949916Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.853716075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":27,"elapsed":"351.368711ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.885729578Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.929601912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.929624352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.930090279Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d792a7a-3201-46bd-98d6-35cf02d2d6de\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:54:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.93012304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.930548056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.932005694Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":27,"elapsed":"429.714897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.933038696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.933924161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":27,"elapsed":"431.636627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.935832951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.935858922Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.936074225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.937930665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.941112976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.941127606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.94136804Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.960856862Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.961575444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.961596214Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.961609104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.96197519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.963803029Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.96381986Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.963978882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.965561818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.965584118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.966077026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"561713d7-88f9-43b7-bcc0-3521062ade05\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.966091436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.966532103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.966548093Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.966557274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.966575914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":14,"elapsed":"464.503665ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.967257515Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e10be0bd-e4ef-44ec-8b3b-bfcb604a5a5e\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.967267935Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.968584826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.968597636Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.968702958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e2d75ed8-4f39-455a-9599-09e87c011ecb\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.968712278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.968764719Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.970410035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.970430106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.970437766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.970446256Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":14,"elapsed":"468.307065ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.970590408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.970623069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"468.627321ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.974646403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.974659554Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.974847906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ab3d97f0-0e32-464b-9d7c-2f0794986fc4\", \"date\": \"Thu, 19 Dec 2024 21:54:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.974877547Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.975035349Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.977048522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.977212164Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.003915383Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.004218817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.01059875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.010992966Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d790fc-ff96-47cd-8279-539f373c8c0d\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.011015196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.011024696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.011031177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.01247562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":27,"elapsed":"510.604753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.013475216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.013551317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.013564047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.013821461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.013831211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.016807469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.016825149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.017235636Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d83049d3-e073-404f-b88e-b743401036c8\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.019239178Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":27,"elapsed":"517.188889ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.02122659Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.021506224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43769c20-407a-463b-9dc2-babc40404ef4\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021537895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021553245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.02184308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.02186821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021884831Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021893511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021901161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.022047473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.022093624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.022280937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.022289987Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.022558641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.024245328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.02438102Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b1f46b7-7a1b-4c75-8105-f02c908810a6\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.024407291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.024469902Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b57f2fd-ce70-474c-b2df-fc58e9716ea2\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.024483942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.024498362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.128914826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7348290d-7501-4be6-85f8-0920c86b736a\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.128960927Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.128973187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.129362883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b0576f-7cbf-4cf5-aa4e-7f7718a9f925\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.129406884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.129724669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.132671576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.132966751Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.136397466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.136625649Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.138461459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.138807564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.145871638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":27,"elapsed":"643.94032ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:36.13666522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"13d4466b-ec21-442c-a40a-f4c22692e7b8","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":377,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.502901929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.50298232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.503001611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.503015071Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.503250785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.503461548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.505327358Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.505728444Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.506014009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.507831198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.923199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.50795344Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.50796574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.508109292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.510292618Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.510526191Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.511807962Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.514359943Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.514373773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.514502775Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.523003511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.523022231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":80,"elapsed":"20.144483ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:46.136464482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"82500696-1bf5-457b-9920-0ff83a760b2d","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.502734932Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.502813773Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.502831124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.502843904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.503261261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.503282661Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.505163391Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.505666289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.506026045Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.507518409Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.782507ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.507773903Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.507786013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.507922826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.509854526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.51005994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.511532233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.514102185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.514112995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.514248527Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.52565923Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.52567407Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":81,"elapsed":"22.970358ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:56.137286351Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"eedcafc6-49f4-4e9c-9350-45b95ef6b39b","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":407,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502790296Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502844647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502854017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502862137Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502870108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502876548Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502882968Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502889588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502896008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502901808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502908788Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502915098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.502922438Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502929949Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502936179Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502942869Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502950369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502956939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502963699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502970999Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.502978239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50298473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50299111Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50300033Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50300859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50301512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50302106Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50302731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50303422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50304066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50304734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503054601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503061221Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503067991Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503075451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503286104Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503299175Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503307165Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503350596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503361025Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503407286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503418486Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503427237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503454187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503466277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503475287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503483158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503493308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503504708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503513828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.503522418Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50551455Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.506578367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.506926343Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.507086755Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.242108ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.507822437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.507834157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.50801972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509121608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509146518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509284031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509604586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509629526Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509689447Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.509765048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.511660338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.511672899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.511813811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.51301764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.51302818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2015, tv_nsec: 670894729 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.513090081Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.513288945Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.513370026Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.514953441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.515135534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2015, tv_nsec: 672981873 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.515446019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.515760514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.515790815Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.515921247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.516923523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.516935543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.517075875Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.518349756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.518856034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.519082068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.519502194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"16.635236ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.519667047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.519998232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.520409169Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.520420239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.520576512Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.527221158Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.527286069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.527375381Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.527389691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"24.564263ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.527424771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.527819817Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2015, tv_nsec: 685687966 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.528180913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.530438619Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.53047013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.530684714Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.534599756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.537576914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.537605584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.537739327Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.541472936Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.54172266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.550703404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.550966519Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.5535268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.553754143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.553862905Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.553889155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.553898215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.554040468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.554755609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.554963873Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.556179432Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"53.262454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.557847749Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"54.844389ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.571970665Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"69.166788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.58351475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.583723584Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.619287974Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.619307944Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.619612739Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ddd7e2-f9b2-423b-9b7c-dead2fa0f593\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.619628849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.621200014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.633128505Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.633154886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.633365939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1bb8a4-4cce-4071-8c4b-d64526e72272\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.633379039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.634756551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.747641681Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":28,"elapsed":"244.640171ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.753939341Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.753995462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.757917465Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d48e0e3a-85ed-40fc-aff3-565ddd29f811\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.757962716Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.759238957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.759529971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f51e805-a423-4385-bb54-73547a0875d1\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.760019799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.76132369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.761616695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.761646565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.761655745Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.762208304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8ada044-b0c6-4304-a75a-066ef3d2d08d\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.762250675Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.762628641Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.767508039Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.768073508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":28,"elapsed":"265.047398ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.768090648Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.796766958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.796818669Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":82,"elapsed":"293.787219ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.803555647Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.803592187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.803600568Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.803923883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.809143996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.809522992Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.812362898Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"309.454559ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.812993328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"310.059889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.815508768Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.818331733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.818349744Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.818538177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.82060513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":28,"elapsed":"317.722472ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.831611616Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.831636577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.831946562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9705de76-5010-48f3-8ac8-bedef4741838\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.831961162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.832283217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.834446402Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.834664695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.835013891Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.835025841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.835036391Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"332.072762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.837696414Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.83807791Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.842826876Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"340.000458ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.845229564Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.845254185Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.845731783Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3dc71588-b0c0-42c9-9eed-349688c19d5a\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.847558052Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":28,"elapsed":"344.677064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.873803542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.874195559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.875040962Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.875241365Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.875456689Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.875472469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.875752953Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.876864611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.87864115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.87865453Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.878799082Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.880262906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.881866611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.881877712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.882012384Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.885188925Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.8855032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ad54a7-3f92-4d5b-ab6d-c668de146cfa\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.88552462Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.88553574Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.885817575Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.885829895Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.885837305Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.885845565Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.885852866Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.885860786Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.886042398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.886053309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.886315003Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.886325143Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.886669408Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.888969596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.889208699Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3deb2124-1fed-4bff-9e7e-c3c483628593\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.8892199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.889308151Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35edb033-3807-4db8-8025-b946341e846d\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.889321491Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.889331011Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.915524721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.987272201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1ccac3ad-5cbc-4721-8a29-93f275c8bab4\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.987323392Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.987338042Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.987906361Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105ac0c8-89fc-457c-b4bc-99545ae2d335\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.987951062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.988305148Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.988359378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f91c9b97-9422-4bac-90c9-685bc7699173\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.988377939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.988387549Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.988395239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.989946924Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":28,"elapsed":"487.163588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.991536209Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.991799333Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.995761287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.996013021Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.998287108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.998485701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.006246955Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":28,"elapsed":"503.296476ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.332797498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.332840099Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.363854056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.363961698Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45326"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.364146261Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"762a6bf9-845f-4c5d-81f8-ee5e4aae89a4","remote_addr":"[fd00:1122:3344:101::c]:45326","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.364515257Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"762a6bf9-845f-4c5d-81f8-ee5e4aae89a4","remote_addr":"[fd00:1122:3344:101::c]:45326","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.401054423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.401079893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/producers","method":"POST","req_id":"762a6bf9-845f-4c5d-81f8-ee5e4aae89a4","remote_addr":"[fd00:1122:3344:101::c]:45326","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36996,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.401174174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"762a6bf9-845f-4c5d-81f8-ee5e4aae89a4\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:55:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.402928513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.402949983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"producer-registration-task","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:06.13753198Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"ac8e7f34-9230-4104-8d28-ca9cf53fc0b6","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":393,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.502784861Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.502881203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.502905273Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.502921934Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.503220118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.503380471Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.505243551Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.505557466Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.505934382Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.507897803Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.507911894Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.508063356Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.509890585Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.510080458Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.511707964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.514158614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.514174284Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.514312576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.52580811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.525832911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":83,"elapsed":"23.08779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.534639552Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"31.854411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:16.129991663Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"64006bf9-5f98-4e57-b7a4-acb3cc661336","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:16.130288308Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"64006bf9-5f98-4e57-b7a4-acb3cc661336","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:16.132430012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"64006bf9-5f98-4e57-b7a4-acb3cc661336","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2510,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:16.132682996Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9c5e7f74-81dd-431a-83d9-35bcef6e7221","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:16.132966851Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9c5e7f74-81dd-431a-83d9-35bcef6e7221","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:16.135169746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9c5e7f74-81dd-431a-83d9-35bcef6e7221","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2523,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:16.137780008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"005b2b4c-6115-49f7-be18-cb9ceb1d5c63","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":401,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.503040422Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.503097803Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.503108023Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.503115993Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.503412668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.503426248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.505301898Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.505524671Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.505645303Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.508329066Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.508342516Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.508505539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.510892908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.511112691Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.512658436Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.516376995Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.516404696Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.516586199Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.528905596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.528930277Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":84,"elapsed":"25.900695ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.538571741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"35.52034ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:26.137788854Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"5552955a-db8c-498e-ac6f-624e310ad018","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":365,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:31.130211245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"7e28b9c3-1d23-43cf-b816-704baad1f87f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:31.13052759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"7e28b9c3-1d23-43cf-b816-704baad1f87f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:31.133239234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"7e28b9c3-1d23-43cf-b816-704baad1f87f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3100,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:31.133533608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"623ab150-ef3b-45aa-91d0-0f4551a627c8","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:31.133874814Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"623ab150-ef3b-45aa-91d0-0f4551a627c8","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:31.136369954Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"623ab150-ef3b-45aa-91d0-0f4551a627c8","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2895,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503488734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503536075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503546215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503555415Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503563245Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503570595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.503578285Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:45:32.503529495 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503588215Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503596705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503603916Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503611196Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.503618926Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503625766Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503633976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503640536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503647576Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503654957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503661906Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503669727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503675957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503683177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.503691017Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503698057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503704687Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503713057Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503720047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503729468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503737008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503743738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503750868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503757718Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503764338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503770528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503776278Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503782068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503788499Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503794629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503802019Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503808959Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503815369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503821309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503828749Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503835429Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50384292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503850789Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50385776Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50386423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50387139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50387926Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:55:32.5038872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50389522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50390561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":16,"elapsed":"13.751µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503917301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503927061Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503938231Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503948461Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503956131Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503962771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503969002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503975542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503981562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503988712Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.503995362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504004622Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504062743Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504128834Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504150724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504168625Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504183885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504193135Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504258336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504273286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504281476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504289577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504296007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504331207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504348008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504385228Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504399658Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 661884417 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504411009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504420299Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504428419Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504436989Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 661912787 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504450139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504457069Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50446589Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50447485Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.50448805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504824065Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504837856Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.341921ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504847756Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.504856666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.092947ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.506777467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.508274591Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.39173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.508297251Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.508992852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:45:32.503529495 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.509004652Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"expiration\":\"2024-12-19T21:45:32.503529495Z\",\"pruned\":[]}","iteration":15,"elapsed":"5.473168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.509181965Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.509192805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.509353608Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.509804155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"6.167389ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.510321473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.510336653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.510476186Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.512121072Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.512373566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.512779833Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.513039627Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.514243596Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.514259967Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.514418539Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.51571177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.51574272Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.515870312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.516540293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.516699595Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.517765263Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.518946531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 676448930 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.519220476Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.520443735Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.520458216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.520694139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.522453068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 679958946 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.522698032Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.524263287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.524354338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 681859687 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.524672883Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.525982224Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.52633062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.527387787Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.527402577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.527641971Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.530139311Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.530386375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.545529528Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.546018155Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.546378941Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"42.818556ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.547692112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"44.098197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.550939044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.55129827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.552974317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.55318378Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.553281602Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.555224313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"51.318542ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.555920504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.555956075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556098497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.556118367Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556127887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556135007Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556142518Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556348741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556554074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556792188Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.556816758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.556831109Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"52.986579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.558051908Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.558296322Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.558557776Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.559688375Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.560092531Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.560111921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.560126651Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"56.530636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.560797442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.561146258Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.561961051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.563256752Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.563724449Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.565398146Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.565426167Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.56561729Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.565896304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.567754014Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.568019028Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.568425115Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.568447435Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.568590157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.569840317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.57066034Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.573914603Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.573940723Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.574161047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.574346859Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.57435827Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.574594613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.587157315Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"83.468858ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.596935352Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.596976092Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":85,"elapsed":"93.073302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.598797211Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.599229288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.601723688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.602032113Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"98.459478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.604793977Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.604854708Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.604869149Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.605044371Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.605146433Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.605524919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.605545079Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.60555197Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.605662051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"101.949794ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.605768543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.60808841Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.6081094Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.608120301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.608127201Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.608135111Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.608354084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.608394255Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.610097252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.612365189Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.612896217Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.612961038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.613148181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.614430802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.614448882Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.614455802Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.614462182Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.614776487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.615190614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":29,"elapsed":"111.276904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.616484525Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.618225213Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.618243983Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"114.360813ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.619179038Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.619190958Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.61934266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.621389923Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.621403204Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.621414484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.621603067Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.623195912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.625722683Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.625745623Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.625864085Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.628892434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.628909904Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.628925964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.628937774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1}","iteration":15,"elapsed":"125.158266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.640338157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.640721523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.640736474Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.640747434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"137.139738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.642218747Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.642442111Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.64363885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.64365193Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.643821823Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.644401152Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.644644316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.645788264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.647660194Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.647673915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.647813457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.652822127Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.652851448Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.653150533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c46bec37-5d47-45d2-957d-ea0201700f99\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.653168713Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.655655522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:55:32.657863068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.657876088Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"154.1276ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.670829846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.670846676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.67111886Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42326bf4-14f0-4111-a174-246f3c7e5ce8\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.671134711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.67232022Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"168.609172ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.673269915Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.673848234Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.673868354Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.673881055Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.674297621Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.677219068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.679968562Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.679984592Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.680125325Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.681839002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.681851472Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.681859653Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.681868223Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2}","iteration":15,"elapsed":"178.041503ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.690502451Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.690528601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"186.826984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722022036Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722430483Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.724086509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.725329159Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.725902638Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.725920329Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726059731Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72784835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729783801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729801101Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729959043Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.780739047Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.781263846Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"92ac9e59-14e6-4dc7-8366-11e6994ece07\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.781294656Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.783316879Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8dad1922-f576-439e-8a36-30702dc6ec6d\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.783349289Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.7852845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.785317601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"281.457701ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.821445469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.82150668Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.821960748Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20288283-b1a8-4893-ab4f-29b740ed68a1\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:55:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.821997178Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.822371434Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.851948678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.851998309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.852309304Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06e25a4-004b-4337-bf4d-232af184e9b1\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.852327534Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.854099463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.863207219Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.863225899Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.863496443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ef491a92-dfce-4aab-880f-32366418a529\", \"date\": \"Thu, 19 Dec 2024 21:55:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.863510624Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.863779598Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.865303942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.865527236Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.868809678Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.869131124Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.872620399Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":29,"elapsed":"368.745649ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.872757312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.872782182Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.873090837Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e998e624-6947-41ae-aff5-baf7f89f2d89\", \"date\": \"Thu, 19 Dec 2024 21:55:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.87453286Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":29,"elapsed":"370.911614ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.889640632Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.889964697Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d820d24-550b-420b-96f0-f2c59b506532\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.889988938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.889997798Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.890005368Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.891718606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":29,"elapsed":"388.247343ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.96811203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.968360464Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e309fcc5-507e-4528-bddc-a52a2b33329c\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.970267364Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.970529929Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.972690053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":29,"elapsed":"468.885945ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.974201868Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.01177206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.012221347Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"da26dc4c-e415-4f99-8491-310cecea5f46\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.012236187Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.01369688Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"78840786-bfad-4319-afa4-c86bcdbae6b6\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.013707911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.014529424Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f79d072-2e88-4b8b-b65f-d2be4d30aac5\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.014540914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.01616914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.016199511Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"512.545904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.0386059Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.038972336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.041074389Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.04110189Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.041297893Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.049028467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.049371122Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c99c3a-ca1a-4cce-bcc1-369104b0c924\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049395703Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049406533Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049655957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049666907Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049674247Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049681617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049688577Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.049696388Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.04984556Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.04985639Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.050089264Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.050097864Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.050366108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.051608098Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.0517206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"179e180a-f64d-490f-a9ee-b75f0e326bdb\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.05173105Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.051817291Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff9e9c4-8504-498d-86c1-aabe719184ab\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.051830112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.051839812Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.147298872Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2e439abe-8456-4e4f-9353-2c1bcfadf5d4\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.147324202Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.147333442Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.147716459Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"763731d6-9527-40cc-a4e9-46e628c0e33e\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.147752369Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.148032913Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.151500979Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.151693492Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.155247139Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.155515233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.157485845Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.157871611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.165037216Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":29,"elapsed":"661.522182ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:36.137393473Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"f41eaba8-10ff-4465-bdc1-692cb8608005","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.503655542Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.503751174Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.503772274Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.503789614Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.504213901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.504289002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.506319715Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.506523208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.50662147Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.508160195Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"4.535762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.509242762Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.509254282Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.509394964Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.511720852Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.511915345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.513778334Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.516220724Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.516233984Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.516369586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.527059227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.527083338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":86,"elapsed":"23.416725ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:46.137728764Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"652e64a2-942e-4b62-ab07-10a3e7ef05a9","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.502975757Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.503061758Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.503081818Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.503095919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.503350563Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.503375463Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.505255103Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.505829423Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.506150917Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.507501489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.527483ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.507849425Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.507860015Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.508003437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.509541012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.509795426Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.511552504Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.513966593Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.513980403Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.514119695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.529187287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.529207317Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":87,"elapsed":"26.257031ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:56.137585508Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"d772a73d-1afa-4057-98e9-1c1d242f8123","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":474,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:01.130937733Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"a4a19667-810d-41ab-8e83-234f1223b37f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:01.131241008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"a4a19667-810d-41ab-8e83-234f1223b37f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:01.134132914Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"a4a19667-810d-41ab-8e83-234f1223b37f","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3266,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:01.134345068Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"be4cfaa9-d1bd-4567-811b-b6532e742dda","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:01.134596112Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"be4cfaa9-d1bd-4567-811b-b6532e742dda","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:01.136872789Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"be4cfaa9-d1bd-4567-811b-b6532e742dda","remote_addr":"[fd00:1122:3344:101::d]:49128","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2556,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503050734Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503121405Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503139575Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503155546Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503169746Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503182266Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503194976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503209226Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503220747Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503233487Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503246957Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503259177Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503271877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503285248Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503297498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503308898Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503322108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503335738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503347809Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503360469Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.50342309Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.50343825Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.50345035Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.50346636Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503479911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503494921Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503510241Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503524571Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503538501Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503552252Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503565162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503578642Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503592313Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503605673Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503621233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503848517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503892287Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503915328Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503931498Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503947128Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503961338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503983559Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.503996779Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.50405206Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.50408002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.50409173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.504101711Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.504110961Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.504123031Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.504132631Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.504141811Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.506203044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.507243561Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 664382080 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.507518275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.507695628Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"4.34746ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.508827826Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.508838166Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.508989239Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.511298586Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.511420938Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"8.212662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.512109489Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.513532312Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.513544222Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.513709635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.514346395Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.514359385Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.514509557Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.515337601Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.517732939Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.517751969Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.517876901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.518183386Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 675323275 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.518204617Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.51842227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.518464301Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.519874173Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.520410002Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.520514494Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DnsResolver","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 677655022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.520809558Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.520821778Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.521114543Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.522446885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.522468835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.522646998Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.523487951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.523510972Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.523644664Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.534549009Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.535002176Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.536561951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"33.504037ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.542455885Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.542484076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":88,"elapsed":"39.456822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.543140056Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.544390706Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.544713901Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.544977676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.546198475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.546231736Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.546445709Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"43.134631ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.54651338Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.546880096Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.546903727Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.546913877Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.547224942Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.547243062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.547252832Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.547387514Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.549300705Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.54959362Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.54961227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.5496225Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.5496484Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.549974676Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.554242784Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.554269275Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"50.927826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.554280635Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.554472008Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.554962276Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.55521606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.55588396Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"52.597403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.557238302Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.557556777Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.557784611Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.558085126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.558858118Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.559793163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"56.722519ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.56145208Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.56147154Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.561634613Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.566148835Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"0","iteration":30,"elapsed":"62.751566ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.567961254Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.567982865Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.568294799Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608ac89d-934b-4475-9e2b-3b5e0c67899a\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.56831288Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.569757753Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.570023887Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.570494475Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.576892107Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.577159721Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.57769172Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.577941074Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.578679316Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.580454404Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.580470965Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.580605227Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.581952588Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.583653976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.583678536Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.583801738Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.584222075Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.586151606Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.586172976Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.586303108Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.588338741Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.588352701Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.588360161Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"85.265657ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.606256048Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"103.093613ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.606601013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.606612013Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.606840237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14cb3e8f-1fc9-4111-bf6c-239fd45ff1c9\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.606854457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.608039336Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.621281919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.621304339Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.621541373Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d0df55-69a0-40dd-8ac1-069b01eff2d3\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.621557293Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.623783849Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.719043975Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.719064566Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.719481062Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a573780c-87f7-472c-9b0f-6fc4c6d390f4\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.719514443Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.719773457Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.750431509Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":30,"elapsed":"247.050399ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.800727695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.801006909Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332bf1bc-b82d-4193-97a5-9339470cd81a\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.802643985Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.80291666Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.803148233Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.803606441Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff46ec2d-2cff-4ace-a13d-a43887b7a89e\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.803632091Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.803641951Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.803649051Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.805213467Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":30,"elapsed":"301.9802ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.805739345Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"null","iteration":30,"elapsed":"302.61883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.840688695Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.841057911Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.843286517Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.843305937Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.843536481Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.845300569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.845325829Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.845545513Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b0331ed1-c766-4461-a6da-d18b7868bb82\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.845557763Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.845880398Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.847928181Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.848251126Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.851167523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.851376736Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.853078774Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.853343138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9001d147-8b2d-40bd-81c5-5de00cf85708\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853367468Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853376808Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853689633Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853699064Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853705324Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853711794Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853718084Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853724884Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853905237Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.853917157Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.854134751Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.854144521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.854478086Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.854881012Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.854890912Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.855289089Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d5c6f2a8-4381-4abf-9715-45a0d66546f9\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.856547629Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.856668771Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8fa693-e2c5-4523-a0e8-92042ad8fce9\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.856693821Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.856780063Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d287d19-da53-4f24-9c56-82a739240114\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.856800053Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.856810203Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.857410523Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":30,"elapsed":"354.154726ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.890640785Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"387.48976ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.95453997Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"52038630-1e0c-4267-9ffb-df2504358322\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.95456138Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.95457162Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.955012207Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29bee145-23b6-46e8-8470-d1eb0de8c5ac\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.955053978Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.955314522Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.958351931Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.958558044Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.964622481Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.965058948Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.967525828Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.967745521Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.974765994Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{}","iteration":30,"elapsed":"471.570727ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:06.13741232Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"27e01d13-25f5-4123-9ea4-549b3e96b994","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.503673919Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.50375569Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.50377395Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.503786801Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.504304759Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.504319249Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.506956292Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.509557163Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.509566553Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.509704805Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.512214076Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.512384268Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.537015493Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.537246437Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.542802946Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.545508609Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.54553482Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.545699822Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.557804456Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.557833947Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":89,"elapsed":"54.176848ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.566589497Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"410afead-fda9-4475-970e-8ade982017e3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"62.913148ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:16.137578928Z","hostname":"oxz_nexus_410afead-fda9-4475-970e-8ade982017e3","pid":23556,"uri":"/410afead-fda9-4475-970e-8ade982017e3","method":"GET","req_id":"ba65a746-6bd1-48e7-99a7-090b4e0fb08d","remote_addr":"[fd00:1122:3344:101::d]:50296","local_addr":"[fd00:1122:3344:101::c]:62905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"410afead-fda9-4475-970e-8ade982017e3","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"200"}