[ Jul 16 13:11:11 Enabled. ] [ Jul 16 13:11:11 Rereading configuration. ] [ Jul 16 13:11:11 Rereading configuration. ] [ Jul 16 13:11:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 16 13:11:13 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.268058734Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.268243308Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.289956209Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.28997896Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.28999326Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.290371408Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.635712223Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:51860"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.636459918Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"new_generation":1,"req_id":"646f6d4a-9df1-4c7c-bdd0-f12ce4172e6f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.636484089Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.669365927Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.669397097Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"new_generation":1,"req_id":"646f6d4a-9df1-4c7c-bdd0-f12ce4172e6f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.669409948Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"PUT","req_id":"646f6d4a-9df1-4c7c-bdd0-f12ce4172e6f","remote_addr":"[fd00:1122:3344:1::2]:51860","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":33358,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:11:26.919959748Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:44165","req_id":"99ba1feb-ecd9-49f6-aa90-2dbd85a978f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:11:26.924454489Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:48295","req_id":"4c7a9ba1-090d-4a42-8e7a-8bf95cfd2f35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:11:26.928463701Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:47504","req_id":"7a80c19b-0c14-4f19-af6f-653ccb090181","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:12:18.557716147Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:52182","req_id":"8bce9c31-ecf6-4154-8eaa-80329b976719","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:12:18.562603417Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:57962","req_id":"f5889e42-24c6-499d-a101-e8f8b422a5cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:12:18.567281622Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:58507","req_id":"01849c74-b88b-4c41-8fdc-f1b8a0d6eda0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:02.625534292Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::d]:54711","req_id":"f58c3a3e-32ff-4521-b66c-de9eaeaac863","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:11.554924944Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::b]:48477","req_id":"1fc5217a-7ad5-4331-852c-700c43ed2dda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:11.580629556Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::a]:23324","req_id":"856d59fc-7e77-477d-808a-89e09a95f423","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.608667526Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::d]:49839","req_id":"6d0483e8-4558-4456-856b-83d1cf4f81de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.902721369Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::c]:60852","req_id":"fd704ec0-1ea7-4d19-a408-5c83a0a26a2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.93575305Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::e]:61562","req_id":"b7106282-4df5-4a19-945e-177e795bc511","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.945524299Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::e]:33815","req_id":"9dc13a6e-8b48-4cde-9a1e-ace9a2ef1afc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:22.610308941Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::d]:57054","req_id":"79556dc2-8ef4-4896-8df9-77489513c30f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:30.126210537Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::a]:49606","req_id":"78109978-98a2-4d30-bd0a-3c755dad0b9d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:30.358700319Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48626"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:30.412270267Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"GET","req_id":"990fde9e-ab7d-40f5-8bcc-469c90f61204","remote_addr":"[fd00:1122:3344:101::a]:48626","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":27455,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:32.611927314Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::d]:55052","req_id":"5f5a6d2d-69b5-46c5-bdf5-f2785d6dafca","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.092095346Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62418"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:33.099614259Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::c]:50264","req_id":"c4245244-b309-4129-9d4f-590c98c9b4aa","component":"dns"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.101356285Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"new_generation":1,"req_id":"247764e1-6960-49c0-84b0-f869698e8939","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.101418186Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"new_generation":1,"req_id":"247764e1-6960-49c0-84b0-f869698e8939","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.101455227Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"PUT","req_id":"247764e1-6960-49c0-84b0-f869698e8939","remote_addr":"[fd00:1122:3344:101::c]:62418","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":7314,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.243273727Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47015"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.243560913Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"GET","req_id":"eb1a5a0a-3440-444c-83ce-f15a4fa64036","remote_addr":"[fd00:1122:3344:101::c]:47015","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:33.949704005Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::c]:27281","req_id":"e726b90b-5f8e-4130-bf70-a80711742e65","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:34.073129532Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34933"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:34.073414308Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"GET","req_id":"c48dcae9-6934-490e-bf37-72358b126e5f","remote_addr":"[fd00:1122:3344:101::c]:34933","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:42.366303784Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::a]:6202","req_id":"38f635d5-1985-40c7-8033-6d7d1b138503","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:42.403188043Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::b]:4641","req_id":"54bf905a-689d-42c4-abe6-59f105b7d560","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.48870077Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35999"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.489030717Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"GET","req_id":"68704e56-4b58-45b2-82a4-02dad32f3492","remote_addr":"[fd00:1122:3344:101::a]:35999","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":279,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:42.613450444Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::d]:52558","req_id":"9a0c1b08-97c2-4d0b-a28f-c2f82352b11f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.625126181Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38131"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.625440477Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"uri":"/config","method":"GET","req_id":"d854f316-ea00-4aa0-a075-a39d15337374","remote_addr":"[fd00:1122:3344:101::b]:38131","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:52.615001483Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::d]:63754","req_id":"ac6059ad-2e55-4257-ad84-87d471522359","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 100,\n 98,\n 50,\n 100,\n 98,\n 55,\n 100,\n 45,\n 52,\n 57,\n 101,\n 57,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 97,\n 98,\n 98,\n 49,\n 45,\n 57,\n 99,\n 55,\n 49,\n 54,\n 97,\n 100,\n 48,\n 57,\n 99,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.039329047Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::5]:33854","req_id":"0c65e7b1-5040-43a6-b40a-b74babfe9345","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 100,\n 98,\n 50,\n 100,\n 98,\n 55,\n 100,\n 45,\n 52,\n 57,\n 101,\n 57,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 97,\n 98,\n 98,\n 49,\n 45,\n 57,\n 99,\n 55,\n 49,\n 54,\n 97,\n 100,\n 48,\n 57,\n 99,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.040131234Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::5]:60648","req_id":"88a21d70-f88e-4214-babc-93bdc6f2e4b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_cf173f09-d8d0-4b1e-b24c-99bd462477bd.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_cf173f09-d8d0-4b1e-b24c-99bd462477bd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 102,\n 49,\n 55,\n 51,\n 102,\n 48,\n 57,\n 45,\n 100,\n 56,\n 100,\n 48,\n 45,\n 52,\n 98,\n 49,\n 101,\n 45,\n 98,\n 50,\n 52,\n 99,\n 45,\n 57,\n 57,\n 98,\n 100,\n 52,\n 54,\n 50,\n 52,\n 55,\n 55,\n 98,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_cf173f09-d8d0-4b1e-b24c-99bd462477bd.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.259907057Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::1b]:36799","req_id":"4fc56be1-acc7-4c3e-8a62-eed26e2a7799","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 99,\n 53,\n 50,\n 50,\n 101,\n 50,\n 45,\n 53,\n 98,\n 56,\n 49,\n 45,\n 52,\n 101,\n 100,\n 56,\n 45,\n 98,\n 51,\n 56,\n 99,\n 45,\n 102,\n 48,\n 99,\n 50,\n 55,\n 48,\n 100,\n 98,\n 53,\n 53,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.613397767Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::4]:35897","req_id":"2015a513-ebf4-47f6-908d-d2ca91616374","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 99,\n 53,\n 50,\n 50,\n 101,\n 50,\n 45,\n 53,\n 98,\n 56,\n 49,\n 45,\n 52,\n 101,\n 100,\n 56,\n 45,\n 98,\n 51,\n 56,\n 99,\n 45,\n 102,\n 48,\n 99,\n 50,\n 55,\n 48,\n 100,\n 98,\n 53,\n 53,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.614164632Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::4]:63296","req_id":"ea558577-702f-4309-b542-e38ac0c6fa7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.629148257Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::e]:49295","req_id":"b15a9006-f2c3-4d3a-92cb-712a3f34df82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.62979242Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::e]:42628","req_id":"e9c15dce-4c2a-46e5-b66f-ac44335ccdda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.70117306Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::2]:36368","req_id":"e0f26e2c-e77d-4b14-86de-b320b26e1d50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.701900214Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::2]:37279","req_id":"614d59b2-910f-43c2-8b96-2ef9f990f9de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 102,\n 53,\n 56,\n 53,\n 54,\n 49,\n 45,\n 48,\n 100,\n 48,\n 52,\n 45,\n 52,\n 99,\n 50,\n 99,\n 45,\n 56,\n 97,\n 49,\n 102,\n 45,\n 101,\n 57,\n 50,\n 56,\n 100,\n 51,\n 49,\n 57,\n 56,\n 98,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.737910136Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::7]:59009","req_id":"8919b3ba-9b4e-4ac1-8e6d-97858e09fd22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 102,\n 53,\n 56,\n 53,\n 54,\n 49,\n 45,\n 48,\n 100,\n 48,\n 52,\n 45,\n 52,\n 99,\n 50,\n 99,\n 45,\n 56,\n 97,\n 49,\n 102,\n 45,\n 101,\n 57,\n 50,\n 56,\n 100,\n 51,\n 49,\n 57,\n 56,\n 98,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.738676681Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::7]:47226","req_id":"9574df53-df2c-4965-95dc-890cff2999ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 56,\n 51,\n 97,\n 101,\n 48,\n 48,\n 45,\n 102,\n 52,\n 97,\n 97,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 98,\n 49,\n 53,\n 51,\n 45,\n 98,\n 102,\n 98,\n 57,\n 50,\n 55,\n 102,\n 98,\n 55,\n 55,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.870659452Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::3]:54012","req_id":"f023ef18-69cf-489b-a00b-48e5c761afad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 56,\n 51,\n 97,\n 101,\n 48,\n 48,\n 45,\n 102,\n 52,\n 97,\n 97,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 98,\n 49,\n 53,\n 51,\n 45,\n 98,\n 102,\n 98,\n 57,\n 50,\n 55,\n 102,\n 98,\n 55,\n 55,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.871459518Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::3]:55069","req_id":"4d7e2e5d-01f1-4f91-a813-637290b19292","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 97,\n 97,\n 98,\n 48,\n 48,\n 50,\n 45,\n 51,\n 50,\n 57,\n 51,\n 45,\n 52,\n 100,\n 56,\n 50,\n 45,\n 97,\n 101,\n 102,\n 50,\n 45,\n 49,\n 97,\n 50,\n 54,\n 54,\n 52,\n 53,\n 102,\n 52,\n 100,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:01.002556691Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::6]:64222","req_id":"f09eb8bb-bfb1-41f3-9e86-851b5f79646a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 97,\n 97,\n 98,\n 48,\n 48,\n 50,\n 45,\n 51,\n 50,\n 57,\n 51,\n 45,\n 52,\n 100,\n 56,\n 50,\n 45,\n 97,\n 101,\n 102,\n 50,\n 45,\n 49,\n 97,\n 50,\n 54,\n 54,\n 52,\n 53,\n 102,\n 52,\n 100,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:01.003316296Z","hostname":"oxz_internal_dns_009fdcd2-7009-4d9c-9fa8-b2b7ef5e9717","pid":5531,"peer_addr":"[fd00:1122:3344:101::6]:62330","req_id":"6ce9108c-8306-42bd-9e3c-186b5c42ac93","component":"dns"}