[ Aug 20 02:12:27 Enabled. ] [ Aug 20 02:12:27 Rereading configuration. ] [ Aug 20 02:12:28 Rereading configuration. ] [ Aug 20 02:12:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Aug 20 02:12:29 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.390032544Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.390195625Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.413185349Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.413204199Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.41326189Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.413607543Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.027061Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:53415"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.027886457Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"aded8209-2896-465b-bc39-fc068ad6469c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.027903298Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.040030555Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.040063766Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"aded8209-2896-465b-bc39-fc068ad6469c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.040071896Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"PUT","req_id":"aded8209-2896-465b-bc39-fc068ad6469c","remote_addr":"[fd00:1122:3344:2::2]:53415","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12640,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.922991696Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:44191","req_id":"ac588af8-8b8d-46a0-a3f3-210af732e7f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.927742138Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:52075","req_id":"813256d9-ccf8-45d9-9c1f-54b51686179f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.931960756Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:38803","req_id":"78d8c792-6257-4f3c-86ca-64ab216347ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:43.283079791Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:55732","req_id":"dc062731-97d5-44d5-8e0b-8759e095873e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:53.245132846Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:62090","req_id":"dab8ce7f-a7d3-403c-b1bd-cd062c1d65e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:54.958287258Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::a]:15544","req_id":"41f774f5-c4ee-4c58-b306-945da749bb05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:56.083596939Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::c]:22535","req_id":"cfcf64cf-6ba9-4c45-b8bb-1fd6de6db2b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.19195028Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34711"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.197048335Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33345"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:57.254100961Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::b]:48273","req_id":"e895903a-0b00-4449-9b6d-5d1af5709e30","component":"dns"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.295335007Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"7a877f4f-18ad-40ae-8fa2-e78a2b57933f","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":60977,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.295413788Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"6875d817-5129-44a5-ba62-622c8b3d6448","remote_addr":"[fd00:1122:3344:101::c]:33345","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":60978,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.598564Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38376"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.598884163Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"f530cedd-7e93-45ca-bf02-3b19df1b5252","remote_addr":"[fd00:1122:3344:101::b]:38376","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":264,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.338106137Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::e]:45643","req_id":"17a0407b-74e9-40ac-95c8-c5a397834d17","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.344504374Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::e]:42565","req_id":"5a44104f-e4fb-4528-871a-1c6f6c4e647e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.503145052Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::a]:7481","req_id":"c186d4ca-ff92-4e31-a6c6-7ad27a3febbd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.508429389Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::c]:42917","req_id":"900370b8-47d5-4329-9bc2-2341bd18d8f7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.640679194Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64504"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.644463197Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"38b57480-77eb-4354-941e-d1aa0cd92721","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.644517798Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"38b57480-77eb-4354-941e-d1aa0cd92721","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.647574705Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"PUT","req_id":"38b57480-77eb-4354-941e-d1aa0cd92721","remote_addr":"[fd00:1122:3344:101::a]:64504","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":3407,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.67294061Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53155"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.673387134Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"1d5e5166-d37c-4dd3-93d7-56dc8d5fb033","remote_addr":"[fd00:1122:3344:101::c]:53155","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":369,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.822391957Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58114"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.8227123Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"c7a78283-cd81-448f-afed-4c121c5c7e41","remote_addr":"[fd00:1122:3344:101::a]:58114","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":263,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:00.455959801Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::a]:7591","req_id":"a0499962-0916-4ee2-b9ac-9925e51c0c0a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:00.587059835Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58149"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:00.587354938Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"4b12acc8-1754-4b74-9f64-6b403ff83296","remote_addr":"[fd00:1122:3344:101::a]:58149","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:03.247292036Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:60954","req_id":"1eec772e-b364-4ca9-8643-9ba03970ec23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:06.959381647Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::c]:3806","req_id":"edaf5c39-95f0-485f-946f-8290bbe5808a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:07.111430157Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51595"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:07.11177544Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"ef6d9042-12c4-4f8e-a93b-09777c0ca295","remote_addr":"[fd00:1122:3344:101::c]:51595","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:08.137065693Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::b]:25053","req_id":"ef1b411f-92c6-45aa-a815-88c4f2f8f627","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:08.244563528Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58097"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:08.244854801Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"8ac926f5-54f6-4201-8ece-4046525e4e33","remote_addr":"[fd00:1122:3344:101::b]:58097","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:13.249449187Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:55353","req_id":"ddd8b35b-f676-463b-abdf-f6d1bcd1a147","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45544,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:23.25185698Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:57703","req_id":"d604be61-35b1-46c2-817a-7075159b8c49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:33.253996221Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:49825","req_id":"8c5384ea-03a7-483c-806e-7e0dd58760b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.980873738Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:52404","req_id":"079135d1-0fec-449d-8165-e355f849e7c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.985369508Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:58835","req_id":"51f771a2-364a-4112-a66b-50ad9257a18b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.989785477Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:47200","req_id":"fe28fa88-e1ee-4ff2-bb71-a6d5f832cef0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:43.255536456Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:63715","req_id":"aaf0e274-1049-4085-91d9-e5b98436991c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:53.256617779Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::d]:62248","req_id":"4c703d60-2277-40c1-b447-268a78ffaf9f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.702483036Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46318"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704217315Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"da74c1a9-95e3-4180-acde-d61641412075","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704274897Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"da74c1a9-95e3-4180-acde-d61641412075","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704286184Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"PUT","req_id":"da74c1a9-95e3-4180-acde-d61641412075","remote_addr":"[fd00:1122:3344:101::a]:46318","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":245,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:55.75730904Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::a]:49115","req_id":"5b19f4c7-14a5-4c77-b019-86b5c6483839","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.886443347Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62651"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.886751899Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"ffb55200-44f2-40dd-b512-111fc147b250","remote_addr":"[fd00:1122:3344:101::a]:62651","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.991393197Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60287"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992608318Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"cb88ff47-1f8b-42ca-a6f9-94cd1288af96","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992629139Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"cb88ff47-1f8b-42ca-a6f9-94cd1288af96","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992650329Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"PUT","req_id":"cb88ff47-1f8b-42ca-a6f9-94cd1288af96","remote_addr":"[fd00:1122:3344:101::c]:60287","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:56.554445197Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::c]:43305","req_id":"4eb3f372-dd1c-411c-85b3-abcbf6f2c5d0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:56.653287825Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49042"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:56.653589357Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"ed881a3b-a5c3-41eb-96d2-1f466a76bc01","remote_addr":"[fd00:1122:3344:101::c]:49042","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.204169036Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46772"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.20566531Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"fe6843e1-83cb-4ee4-a3fc-c112b28f4ab2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.20572998Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"new_generation":1,"req_id":"fe6843e1-83cb-4ee4-a3fc-c112b28f4ab2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.205812051Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"PUT","req_id":"fe6843e1-83cb-4ee4-a3fc-c112b28f4ab2","remote_addr":"[fd00:1122:3344:101::b]:46772","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":223,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:57.981333357Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::b]:57689","req_id":"d588b5dd-2a39-4e2a-9b2b-de0f5a3d7ff3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:58.117026562Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54136"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:58.117377105Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"uri":"/config","method":"GET","req_id":"88e8a752-9283-4059-b51c-5188bc93b232","remote_addr":"[fd00:1122:3344:101::b]:54136","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.193141278Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::2]:57353","req_id":"11b4353d-23ef-4c40-9de2-c85cc6116b6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.193723423Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::2]:32779","req_id":"f94fb053-36e3-40f8-80dc-7a32dabda34e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 54,\n 97,\n 50,\n 55,\n 55,\n 54,\n 55,\n 45,\n 52,\n 56,\n 53,\n 97,\n 45,\n 52,\n 50,\n 54,\n 56,\n 45,\n 97,\n 56,\n 97,\n 101,\n 45,\n 101,\n 55,\n 101,\n 57,\n 48,\n 53,\n 55,\n 57,\n 100,\n 52,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.307242621Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::1b]:37663","req_id":"bc421b84-084b-40b8-be74-4d5108c16dd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 56,\n 51,\n 97,\n 54,\n 52,\n 49,\n 45,\n 99,\n 98,\n 52,\n 51,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 57,\n 101,\n 101,\n 51,\n 45,\n 49,\n 48,\n 57,\n 54,\n 97,\n 57,\n 56,\n 54,\n 51,\n 51,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.795290415Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::5]:49552","req_id":"2a29de3c-ffb8-422e-a46a-ad35052ec2b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 56,\n 51,\n 97,\n 54,\n 52,\n 49,\n 45,\n 99,\n 98,\n 52,\n 51,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 57,\n 101,\n 101,\n 51,\n 45,\n 49,\n 48,\n 57,\n 54,\n 97,\n 57,\n 56,\n 54,\n 51,\n 51,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.795874961Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::5]:57687","req_id":"34d02883-fd4f-4635-b428-fa7890a2bb36","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.808075819Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::e]:38339","req_id":"f3aae879-409e-489b-a720-10072d192b54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.808661944Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::e]:60330","req_id":"4998c0eb-71fe-4421-9540-7b65cc8a9400","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 48,\n 57,\n 50,\n 56,\n 101,\n 56,\n 102,\n 45,\n 102,\n 55,\n 51,\n 50,\n 45,\n 52,\n 50,\n 101,\n 97,\n 45,\n 57,\n 56,\n 49,\n 51,\n 45,\n 97,\n 50,\n 55,\n 56,\n 56,\n 50,\n 97,\n 102,\n 99,\n 49,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.884523628Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::6]:36074","req_id":"c03105d7-d65b-4c88-b62c-39cb2e8cdee8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 48,\n 57,\n 50,\n 56,\n 101,\n 56,\n 102,\n 45,\n 102,\n 55,\n 51,\n 50,\n 45,\n 52,\n 50,\n 101,\n 97,\n 45,\n 57,\n 56,\n 49,\n 51,\n 45,\n 97,\n 50,\n 55,\n 56,\n 56,\n 50,\n 97,\n 102,\n 99,\n 49,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.885118523Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::6]:61339","req_id":"83b3adf0-ecf3-4208-99a1-f4dd08d9b310","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 51,\n 54,\n 102,\n 50,\n 56,\n 56,\n 45,\n 100,\n 50,\n 53,\n 98,\n 45,\n 52,\n 54,\n 50,\n 57,\n 45,\n 98,\n 57,\n 97,\n 57,\n 45,\n 102,\n 49,\n 101,\n 102,\n 97,\n 97,\n 97,\n 55,\n 101,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.910739401Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::7]:62742","req_id":"68abbf72-d01c-4cef-837b-d15ee2b61fa4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 51,\n 54,\n 102,\n 50,\n 56,\n 56,\n 45,\n 100,\n 50,\n 53,\n 98,\n 45,\n 52,\n 54,\n 50,\n 57,\n 45,\n 98,\n 57,\n 97,\n 57,\n 45,\n 102,\n 49,\n 101,\n 102,\n 97,\n 97,\n 97,\n 55,\n 101,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.911419147Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::7]:51273","req_id":"7d3c1bb2-f5a6-4dab-b4e5-320d66251606","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 99,\n 53,\n 53,\n 55,\n 55,\n 52,\n 45,\n 98,\n 55,\n 98,\n 99,\n 45,\n 52,\n 102,\n 53,\n 53,\n 45,\n 97,\n 53,\n 54,\n 52,\n 45,\n 97,\n 102,\n 51,\n 102,\n 49,\n 56,\n 53,\n 102,\n 101,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.932867177Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::3]:52356","req_id":"a58ffa29-e279-4ad8-ba6a-22bf03d9079e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 102,\n 98,\n 97,\n 55,\n 97,\n 45,\n 100,\n 100,\n 53,\n 50,\n 45,\n 52,\n 48,\n 100,\n 97,\n 45,\n 97,\n 56,\n 50,\n 101,\n 45,\n 98,\n 53,\n 97,\n 53,\n 98,\n 52,\n 55,\n 54,\n 53,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933322511Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::4]:59364","req_id":"b580a111-0478-4e2f-9be0-cc734bb6d4ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 99,\n 53,\n 53,\n 55,\n 55,\n 52,\n 45,\n 98,\n 55,\n 98,\n 99,\n 45,\n 52,\n 102,\n 53,\n 53,\n 45,\n 97,\n 53,\n 54,\n 52,\n 45,\n 97,\n 102,\n 51,\n 102,\n 49,\n 56,\n 53,\n 102,\n 101,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933381502Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::3]:64678","req_id":"04dde6b2-2812-4e5c-99b9-da96788522b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 102,\n 98,\n 97,\n 55,\n 97,\n 45,\n 100,\n 100,\n 53,\n 50,\n 45,\n 52,\n 48,\n 100,\n 97,\n 45,\n 97,\n 56,\n 50,\n 101,\n 45,\n 98,\n 53,\n 97,\n 53,\n 98,\n 52,\n 55,\n 54,\n 53,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933800805Z","hostname":"oxz_internal_dns_70a9ec78-c6f1-4f3d-98ec-bc31eb28726d","pid":5336,"peer_addr":"[fd00:1122:3344:101::4]:55053","req_id":"14f9993b-b760-42de-96b9-bb7ae61b48d7","component":"dns"}