[ Jul 16 13:11:11 Enabled. ] [ Jul 16 13:11:11 Rereading configuration. ] [ Jul 16 13:11:11 Rereading configuration. ] [ Jul 16 13:11:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 16 13:11:13 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.268466273Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.268595115Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.290145753Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.290166443Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.290185104Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:13.290434939Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.705519841Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:64877"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.70645467Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"new_generation":1,"req_id":"e8198277-88c9-4bf9-8d5c-51f8dda4c0be","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.70647334Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.737446859Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.73749958Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"new_generation":1,"req_id":"e8198277-88c9-4bf9-8d5c-51f8dda4c0be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:11:14.737511041Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"PUT","req_id":"e8198277-88c9-4bf9-8d5c-51f8dda4c0be","remote_addr":"[fd00:1122:3344:2::2]:64877","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":31621,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:11:26.920256984Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:35836","req_id":"2e9304ff-b7b3-49f3-8fe2-656529cef7ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:11:26.924678074Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:47953","req_id":"45131323-b596-4aca-887c-9bf3b8901a5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:11:26.928675625Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:62446","req_id":"b10e9281-be80-4701-b39c-0e64f39ea227","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:12:18.558106235Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:49640","req_id":"5fdbde49-4353-46e2-9e93-de71bee5dfe3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:12:18.562938454Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:53748","req_id":"d83ef3b3-1692-4425-97b7-a26d4308b063","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:12:18.56769524Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:61053","req_id":"dbc22b83-e1e1-41f4-a864-229a11687efd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:02.626971271Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::d]:64981","req_id":"2ed16901-f3a3-43d5-bc19-a643ade14f41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:11.555852722Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::b]:46515","req_id":"2105b42d-5cbb-4896-b065-bca2f13132db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:11.580761368Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::a]:62283","req_id":"fc46abb0-2387-4d20-80c1-01fe9582be0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.608708147Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::d]:49563","req_id":"c9733e8e-11b5-4508-8901-943ffa43a61a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.902729609Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::c]:40778","req_id":"495ad858-6bdb-47f4-a306-2daae6a30f15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.941435056Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::e]:51727","req_id":"7ae86c73-36f6-4b35-ac2e-22c1e58ac064","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:12.945897086Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::e]:45627","req_id":"57b27fce-05b8-42d5-827c-a3dd06ff27f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:22.610359372Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::d]:63440","req_id":"0302b709-e1ea-4265-b668-94d5d0d8281a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:30.126240667Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::a]:47890","req_id":"b1d3d2e9-18b6-4554-969e-7d5a21c48b0f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:30.485494364Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65535"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:30.529225162Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"GET","req_id":"3b4bfa50-900e-4104-9435-a7ce4f168766","remote_addr":"[fd00:1122:3344:101::a]:65535","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":21321,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:32.611923333Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::d]:50792","req_id":"3c5b3323-0996-4f77-872b-93da4bc098ed","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.093980945Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52972"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:33.09964447Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::c]:4916","req_id":"99a24cff-c323-4ef7-8ca1-3ffe5419afc5","component":"dns"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.101242572Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"new_generation":1,"req_id":"7993fd89-68e4-4358-9e86-4fc32653ee0f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.101326684Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"new_generation":1,"req_id":"7993fd89-68e4-4358-9e86-4fc32653ee0f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.101385615Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"PUT","req_id":"7993fd89-68e4-4358-9e86-4fc32653ee0f","remote_addr":"[fd00:1122:3344:101::c]:52972","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":7213,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.244965042Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47599"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:33.245224327Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"GET","req_id":"0257911e-270a-4c35-8ead-c2eb33c850af","remote_addr":"[fd00:1122:3344:101::c]:47599","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:33.949750786Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::c]:52222","req_id":"7fa89f5f-908c-4885-878c-f1d2f8dfe086","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:34.074607302Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51881"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:34.074915568Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"GET","req_id":"e9bf9b29-4cda-439f-9364-ec2e308a515f","remote_addr":"[fd00:1122:3344:101::c]:51881","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:42.366303114Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::a]:56779","req_id":"98fe9cd2-4246-4d55-8dd0-d9251ac5783c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:42.403120222Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::b]:50623","req_id":"0f4c7be3-119d-4829-83b9-a122d14c91d3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.490323843Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57463"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.490564298Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"GET","req_id":"278dbf45-5001-4513-aed4-17509c9e821b","remote_addr":"[fd00:1122:3344:101::a]:57463","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:42.613457264Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::d]:65178","req_id":"90469321-a874-4595-8717-e8ef8efdf73a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.626765284Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35699"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T13:14:42.62703484Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"uri":"/config","method":"GET","req_id":"ac99e305-e4a6-4b8e-94a2-41806f34e57e","remote_addr":"[fd00:1122:3344:101::b]:35699","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:14:52.615000003Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::d]:49475","req_id":"7ec0f7c2-a7d4-4bcc-848a-b0f658265bbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 100,\n 98,\n 50,\n 100,\n 98,\n 55,\n 100,\n 45,\n 52,\n 57,\n 101,\n 57,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 97,\n 98,\n 98,\n 49,\n 45,\n 57,\n 99,\n 55,\n 49,\n 54,\n 97,\n 100,\n 48,\n 57,\n 99,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.039596073Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::5]:63290","req_id":"c36bcf1c-edce-4019-80e6-7678a009bf73","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 100,\n 98,\n 50,\n 100,\n 98,\n 55,\n 100,\n 45,\n 52,\n 57,\n 101,\n 57,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 97,\n 98,\n 98,\n 49,\n 45,\n 57,\n 99,\n 55,\n 49,\n 54,\n 97,\n 100,\n 48,\n 57,\n 99,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6db2db7d-49e9-4fac-abb1-9c716ad09c04.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.040363718Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::5]:51048","req_id":"ee3f3591-28fd-4ca0-85e7-4f222c5ead4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_cf173f09-d8d0-4b1e-b24c-99bd462477bd.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_cf173f09-d8d0-4b1e-b24c-99bd462477bd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 102,\n 49,\n 55,\n 51,\n 102,\n 48,\n 57,\n 45,\n 100,\n 56,\n 100,\n 48,\n 45,\n 52,\n 98,\n 49,\n 101,\n 45,\n 98,\n 50,\n 52,\n 99,\n 45,\n 57,\n 57,\n 98,\n 100,\n 52,\n 54,\n 50,\n 52,\n 55,\n 55,\n 98,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_cf173f09-d8d0-4b1e-b24c-99bd462477bd.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.260179703Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::1b]:52896","req_id":"838a6510-9dd3-4ebd-87ae-0579e6a93d61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 99,\n 53,\n 50,\n 50,\n 101,\n 50,\n 45,\n 53,\n 98,\n 56,\n 49,\n 45,\n 52,\n 101,\n 100,\n 56,\n 45,\n 98,\n 51,\n 56,\n 99,\n 45,\n 102,\n 48,\n 99,\n 50,\n 55,\n 48,\n 100,\n 98,\n 53,\n 53,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.613700963Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::4]:47236","req_id":"6ed41703-75c7-4932-bbd3-af61073be645","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 99,\n 53,\n 50,\n 50,\n 101,\n 50,\n 45,\n 53,\n 98,\n 56,\n 49,\n 45,\n 52,\n 101,\n 100,\n 56,\n 45,\n 98,\n 51,\n 56,\n 99,\n 45,\n 102,\n 48,\n 99,\n 50,\n 55,\n 48,\n 100,\n 98,\n 53,\n 53,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8fc522e2-5b81-4ed8-b38c-f0c270db5566.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.614517049Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::4]:58769","req_id":"37ac1f41-f1e9-40b8-af6d-c611c964fb4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.629410182Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::e]:34394","req_id":"e737e8eb-c2b7-42d1-95c2-a13aa364eab4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 98,\n 100,\n 50,\n 99,\n 52,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 54,\n 45,\n 52,\n 49,\n 48,\n 98,\n 45,\n 98,\n 54,\n 49,\n 100,\n 45,\n 98,\n 55,\n 50,\n 98,\n 57,\n 54,\n 57,\n 52,\n 49,\n 51,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0bd2c41d-2d46-410b-b61d-b72b969413d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.630030235Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::e]:40930","req_id":"d9f32a31-423c-4872-903e-b9ba0fa82d1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.701451955Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::2]:59408","req_id":"f623cbc4-7d10-4556-857c-1851809b597c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.702091968Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::2]:41363","req_id":"8425e43f-8211-4fd6-9817-992de9ab3885","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 102,\n 53,\n 56,\n 53,\n 54,\n 49,\n 45,\n 48,\n 100,\n 48,\n 52,\n 45,\n 52,\n 99,\n 50,\n 99,\n 45,\n 56,\n 97,\n 49,\n 102,\n 45,\n 101,\n 57,\n 50,\n 56,\n 100,\n 51,\n 49,\n 57,\n 56,\n 98,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.738161141Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::7]:38335","req_id":"5fc2ad0d-1eec-45ce-94a2-36db973888fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 102,\n 53,\n 56,\n 53,\n 54,\n 49,\n 45,\n 48,\n 100,\n 48,\n 52,\n 45,\n 52,\n 99,\n 50,\n 99,\n 45,\n 56,\n 97,\n 49,\n 102,\n 45,\n 101,\n 57,\n 50,\n 56,\n 100,\n 51,\n 49,\n 57,\n 56,\n 98,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0f58561-0d04-4c2c-8a1f-e928d3198b2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.738972917Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::7]:50452","req_id":"07e93b25-9df1-46fc-8ada-a85f96a01fac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 56,\n 51,\n 97,\n 101,\n 48,\n 48,\n 45,\n 102,\n 52,\n 97,\n 97,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 98,\n 49,\n 53,\n 51,\n 45,\n 98,\n 102,\n 98,\n 57,\n 50,\n 55,\n 102,\n 98,\n 55,\n 55,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.870908327Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::3]:50768","req_id":"82490d48-d024-4db3-ad3e-1a6bedd8cc66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 56,\n 51,\n 97,\n 101,\n 48,\n 48,\n 45,\n 102,\n 52,\n 97,\n 97,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 98,\n 49,\n 53,\n 51,\n 45,\n 98,\n 102,\n 98,\n 57,\n 50,\n 55,\n 102,\n 98,\n 55,\n 55,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e383ae00-f4aa-4e94-b153-bfb927fb77d5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:00.871682393Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::3]:57567","req_id":"00a96c64-db03-42fb-bfd6-9eaccd797eba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 97,\n 97,\n 98,\n 48,\n 48,\n 50,\n 45,\n 51,\n 50,\n 57,\n 51,\n 45,\n 52,\n 100,\n 56,\n 50,\n 45,\n 97,\n 101,\n 102,\n 50,\n 45,\n 49,\n 97,\n 50,\n 54,\n 54,\n 52,\n 53,\n 102,\n 52,\n 100,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:01.002867027Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::6]:40746","req_id":"5af8e2bb-3690-437e-a675-701d39aa96a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 97,\n 97,\n 98,\n 48,\n 48,\n 50,\n 45,\n 51,\n 50,\n 57,\n 51,\n 45,\n 52,\n 100,\n 56,\n 50,\n 45,\n 97,\n 101,\n 102,\n 50,\n 45,\n 49,\n 97,\n 50,\n 54,\n 54,\n 52,\n 53,\n 102,\n 52,\n 100,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3faab002-3293-4d82-aef2-1a26645f4d3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T13:15:01.003548121Z","hostname":"oxz_internal_dns_f9fe8dd0-0eb1-4073-9cc1-29e8de389ad7","pid":5530,"peer_addr":"[fd00:1122:3344:101::6]:57076","req_id":"723b023f-f491-47df-a838-92c09a280551","component":"dns"}