{"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 98,\n 101,\n 98,\n 97,\n 98,\n 55,\n 50,\n 45,\n 50,\n 100,\n 55,\n 99,\n 45,\n 52,\n 56,\n 54,\n 48,\n 45,\n 97,\n 99,\n 48,\n 97,\n 45,\n 51,\n 102,\n 56,\n 52,\n 100,\n 50,\n 53,\n 57,\n 54,\n 54,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:45:00.892319228Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"peer_addr":"[fd00:1122:3344:101::5]:64950","req_id":"4a838d13-51f3-4c32-9c8c-4cf4a447fe09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 98,\n 101,\n 98,\n 97,\n 98,\n 55,\n 50,\n 45,\n 50,\n 100,\n 55,\n 99,\n 45,\n 52,\n 56,\n 54,\n 48,\n 45,\n 97,\n 99,\n 48,\n 97,\n 45,\n 51,\n 102,\n 56,\n 52,\n 100,\n 50,\n 53,\n 57,\n 54,\n 54,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:45:00.892769056Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"peer_addr":"[fd00:1122:3344:101::5]:61708","req_id":"a1fceccd-b05a-4f6d-91fd-fb3fdf3fabc9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.523099999Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46396"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.587019021Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46852"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.801504282Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"10e11661-a67c-4602-a47e-2c59d1c70cd8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.801547863Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"10e11661-a67c-4602-a47e-2c59d1c70cd8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.801560253Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"10e11661-a67c-4602-a47e-2c59d1c70cd8","remote_addr":"[fd00:1122:3344:101::c]:46396","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.963219621Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40410"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.970496501Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"20238f68-414c-4e6b-a6ce-45fb417126b0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.970533441Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"20238f68-414c-4e6b-a6ce-45fb417126b0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.970544092Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"20238f68-414c-4e6b-a6ce-45fb417126b0","remote_addr":"[fd00:1122:3344:101::b]:46852","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":227,"response_code":"204"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.256844886Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"1bab7fb2-77c5-4453-9b39-743e5d0f181c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.256871226Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"1bab7fb2-77c5-4453-9b39-743e5d0f181c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.256877986Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"1bab7fb2-77c5-4453-9b39-743e5d0f181c","remote_addr":"[fd00:1122:3344:101::a]:40410","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.484383408Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37044"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.590543664Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63933"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.740420511Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"6f77f59a-f6be-4714-99bf-fe8d9fde0618","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.740458502Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"6f77f59a-f6be-4714-99bf-fe8d9fde0618","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.740467812Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"6f77f59a-f6be-4714-99bf-fe8d9fde0618","remote_addr":"[fd00:1122:3344:101::c]:37044","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":162,"response_code":"204"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.965313608Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"ddf4fc60-08d5-47f0-abc0-67b02ccb3d82","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.965358699Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"ddf4fc60-08d5-47f0-abc0-67b02ccb3d82","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.96536882Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"ddf4fc60-08d5-47f0-abc0-67b02ccb3d82","remote_addr":"[fd00:1122:3344:101::b]:63933","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.065909725Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47181"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.26831282Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"0a93c1fe-034d-483b-9c97-e64895c18a17","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.268351141Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"0a93c1fe-034d-483b-9c97-e64895c18a17","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.268363341Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"0a93c1fe-034d-483b-9c97-e64895c18a17","remote_addr":"[fd00:1122:3344:101::a]:47181","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.538834874Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59138"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.57422048Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64090"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.855553302Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"fe7cf302-d8b0-4657-911d-aae5d01a7a25","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.855602713Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"fe7cf302-d8b0-4657-911d-aae5d01a7a25","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.855613523Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"fe7cf302-d8b0-4657-911d-aae5d01a7a25","remote_addr":"[fd00:1122:3344:101::c]:64090","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.925468321Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50656"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.969979446Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"a99cf830-73a7-4908-8ef3-644b86a719ec","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.970013767Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"a99cf830-73a7-4908-8ef3-644b86a719ec","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.970020547Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"a99cf830-73a7-4908-8ef3-644b86a719ec","remote_addr":"[fd00:1122:3344:101::b]:59138","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":145,"response_code":"204"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.304770536Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"4348109a-cd64-4e09-8abb-7c4cafc69366","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.304806987Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"4348109a-cd64-4e09-8abb-7c4cafc69366","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.304815487Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"4348109a-cd64-4e09-8abb-7c4cafc69366","remote_addr":"[fd00:1122:3344:101::a]:50656","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.521315044Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56917"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.638218042Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49813"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:48:38.745192903Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"peer_addr":"[fd00:1122:3344:101::b]:51926","req_id":"0e9a2784-e4e4-4b01-9b84-43cff4a25a45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:48:38.75904007Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"peer_addr":"[fd00:1122:3344:101::c]:65408","req_id":"d32fe89b-5c2d-44ea-9845-c65c5ade5944","component":"dns"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.840952633Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"0174d1b8-4d73-486d-a856-a2519e29b323","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.840995324Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"0174d1b8-4d73-486d-a856-a2519e29b323","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.841007604Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"0174d1b8-4d73-486d-a856-a2519e29b323","remote_addr":"[fd00:1122:3344:101::c]:56917","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":"204"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.918754873Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"e7c725d4-2f8e-4c0f-a203-20ca9ffc1658","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.918801744Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"e7c725d4-2f8e-4c0f-a203-20ca9ffc1658","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.918811734Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"e7c725d4-2f8e-4c0f-a203-20ca9ffc1658","remote_addr":"[fd00:1122:3344:101::b]:49813","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.981373302Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35771"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:48:39.158795241Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"peer_addr":"[fd00:1122:3344:101::a]:52706","req_id":"e3edd6ba-7472-4236-bac4-5947fb4b29c8","component":"dns"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.377016909Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"73f953ef-7820-4a32-9cb9-50ba19a7e1c6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.377038839Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"73f953ef-7820-4a32-9cb9-50ba19a7e1c6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.377044819Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"73f953ef-7820-4a32-9cb9-50ba19a7e1c6","remote_addr":"[fd00:1122:3344:101::a]:35771","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.554648183Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37320"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.622971074Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62810"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.864196673Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"176c8b7e-7be2-4296-a97d-224c8e8a8eff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.864239193Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"176c8b7e-7be2-4296-a97d-224c8e8a8eff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.864251024Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"176c8b7e-7be2-4296-a97d-224c8e8a8eff","remote_addr":"[fd00:1122:3344:101::b]:62810","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":165,"response_code":"204"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.921446335Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"605f25d7-12e5-4be3-990a-28e9c9116c2d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.921493666Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"605f25d7-12e5-4be3-990a-28e9c9116c2d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.921504626Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"605f25d7-12e5-4be3-990a-28e9c9116c2d","remote_addr":"[fd00:1122:3344:101::c]:37320","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.954683649Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57112"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.339004014Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"c7b4296e-2677-4b31-b499-529d6a33dfcd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.339039735Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"c7b4296e-2677-4b31-b499-529d6a33dfcd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.339047265Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"c7b4296e-2677-4b31-b499-529d6a33dfcd","remote_addr":"[fd00:1122:3344:101::a]:57112","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.529727652Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36874"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.617774234Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65438"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.789104385Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"af5c5c7a-b158-44ee-a26f-185830e8d162","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.789148416Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"af5c5c7a-b158-44ee-a26f-185830e8d162","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.789157496Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"af5c5c7a-b158-44ee-a26f-185830e8d162","remote_addr":"[fd00:1122:3344:101::c]:36874","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.938264109Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38013"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.129371223Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"83997adb-0de7-40d5-9791-87c20c17cd39","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.129411423Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"83997adb-0de7-40d5-9791-87c20c17cd39","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.129420704Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"83997adb-0de7-40d5-9791-87c20c17cd39","remote_addr":"[fd00:1122:3344:101::b]:65438","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":182,"response_code":"204"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.271778696Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"5f3af088-689e-444e-8f53-d5f1a0a6a808","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.271808307Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"new_generation":1,"req_id":"5f3af088-689e-444e-8f53-d5f1a0a6a808","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.271817347Z","hostname":"oxz_internal_dns_128d3821-d472-4176-aa9e-0882678240d4","pid":5045,"uri":"/config","method":"PUT","req_id":"5f3af088-689e-444e-8f53-d5f1a0a6a808","remote_addr":"[fd00:1122:3344:101::a]:38013","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":139,"response_code":"204"}