[ Jul 2 18:42:58 Enabled. ] [ Jul 2 18:42:58 Rereading configuration. ] [ Jul 2 18:42:59 Rereading configuration. ] [ Jul 2 18:43:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 2 18:43:00 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.600590603Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.600698765Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.623055236Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.623081416Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.623094576Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.623310029Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.677332677Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:64469"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.678112539Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"new_generation":1,"req_id":"e195002e-8c0e-4225-868c-dcc2a83b03b3","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.67814525Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.691375637Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.691416018Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"new_generation":1,"req_id":"e195002e-8c0e-4225-868c-dcc2a83b03b3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.691425608Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"uri":"/config","method":"PUT","req_id":"e195002e-8c0e-4225-868c-dcc2a83b03b3","remote_addr":"[fd00:1122:3344:1::2]:64469","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13722,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:43:11.848349052Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:62966","req_id":"d89ee4c1-82d0-4b79-816d-fe03988b0a6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:43:11.853137157Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:35449","req_id":"ab84bac8-0f5b-4b60-b938-ae688442c7d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:43:11.857843531Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:54274","req_id":"30769dd4-36a4-4a00-bff9-c6dd7181b5fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:36.133102416Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:62341","req_id":"7448fc71-e081-4ed0-8bc1-eb9643e32fd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:36.153547837Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:56874","req_id":"3df5d392-79c4-4f3f-9d25-d502fe1bd5a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:36.15822201Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:64419","req_id":"82e46a45-9369-4c7c-9212-32b7b483b7d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18528,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:46.805024312Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:60864","req_id":"07e7f0b3-66a7-471e-84dd-f266153f2c42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:50.976238312Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:64053","req_id":"69a91b71-d44e-49cb-87c0-fd3384f5b99c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:50.977063414Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:54631","req_id":"c12d6cb6-34dc-4f18-8408-3c87a22b20cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:56.805706406Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:56611","req_id":"6c3889e9-7644-49d7-831f-77e8a6234a88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:57.328021133Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:58515","req_id":"ce97647d-2a3b-4854-8ff2-6bc853f7e34e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:57.602777684Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:31637","req_id":"bfbe78c9-fe82-4732-b9ce-01df6081d2a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:57.662145226Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:58298","req_id":"8f3e8792-ee5a-4c9e-867f-57331ca4dfb9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.474510964Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:55386","req_id":"593c5334-dd62-4467-8373-1157a6734b39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.475278336Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:42625","req_id":"e1084457-795d-4f58-a020-410cd0229d66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b2fa7812-1c6d-4951-85a1-e03ed9e7e652.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b2fa7812-1c6d-4951-85a1-e03ed9e7e652.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 50,\n 102,\n 97,\n 55,\n 56,\n 49,\n 50,\n 45,\n 49,\n 99,\n 54,\n 100,\n 45,\n 52,\n 57,\n 53,\n 49,\n 45,\n 56,\n 53,\n 97,\n 49,\n 45,\n 101,\n 48,\n 51,\n 101,\n 100,\n 57,\n 101,\n 55,\n 101,\n 54,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b2fa7812-1c6d-4951-85a1-e03ed9e7e652.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.905925874Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:55182","req_id":"20d42584-22d0-47f5-9b7a-7b21c0a3033b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 53,\n 52,\n 55,\n 55,\n 57,\n 52,\n 45,\n 51,\n 56,\n 50,\n 98,\n 45,\n 52,\n 102,\n 56,\n 57,\n 45,\n 57,\n 53,\n 53,\n 57,\n 45,\n 101,\n 98,\n 50,\n 56,\n 99,\n 54,\n 97,\n 55,\n 53,\n 50,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.924039338Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::7]:64348","req_id":"1dbc7fa4-212a-47af-ba81-80ffec444827","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 53,\n 52,\n 55,\n 55,\n 57,\n 52,\n 45,\n 51,\n 56,\n 50,\n 98,\n 45,\n 52,\n 102,\n 56,\n 57,\n 45,\n 57,\n 53,\n 53,\n 57,\n 45,\n 101,\n 98,\n 50,\n 56,\n 99,\n 54,\n 97,\n 55,\n 53,\n 50,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.92479711Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::7]:60936","req_id":"445c37a5-51ed-4a4f-ad80-6e20a9cbc7c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 49,\n 101,\n 101,\n 99,\n 102,\n 49,\n 98,\n 45,\n 57,\n 55,\n 57,\n 50,\n 45,\n 52,\n 100,\n 55,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 45,\n 102,\n 101,\n 50,\n 97,\n 57,\n 49,\n 101,\n 97,\n 55,\n 54,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.938778869Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::6]:39008","req_id":"10c6541e-dfc4-4159-99bf-52c8631f485d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 49,\n 101,\n 101,\n 99,\n 102,\n 49,\n 98,\n 45,\n 57,\n 55,\n 57,\n 50,\n 45,\n 52,\n 100,\n 55,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 45,\n 102,\n 101,\n 50,\n 97,\n 57,\n 49,\n 101,\n 97,\n 55,\n 54,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.939589622Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::6]:49722","req_id":"28c03318-739c-4dd7-b819-14fa2b6bfee8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 51,\n 54,\n 49,\n 101,\n 49,\n 99,\n 45,\n 51,\n 53,\n 55,\n 97,\n 45,\n 52,\n 101,\n 49,\n 56,\n 45,\n 97,\n 100,\n 53,\n 50,\n 45,\n 57,\n 51,\n 97,\n 55,\n 100,\n 101,\n 55,\n 101,\n 48,\n 50,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.956148012Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::4]:48547","req_id":"7952b942-f5b8-4f00-af60-0577118f4d8b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 51,\n 54,\n 49,\n 101,\n 49,\n 99,\n 45,\n 51,\n 53,\n 55,\n 97,\n 45,\n 52,\n 101,\n 49,\n 56,\n 45,\n 97,\n 100,\n 53,\n 50,\n 45,\n 57,\n 51,\n 97,\n 55,\n 100,\n 101,\n 55,\n 101,\n 48,\n 50,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.957037656Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::4]:42441","req_id":"0eae9907-654f-4020-a539-bda88ec9a0b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 56,\n 53,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 101,\n 99,\n 97,\n 45,\n 52,\n 102,\n 100,\n 51,\n 45,\n 57,\n 55,\n 97,\n 100,\n 45,\n 98,\n 56,\n 49,\n 49,\n 52,\n 54,\n 52,\n 51,\n 55,\n 56,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.008016686Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::3]:51718","req_id":"2749135b-2a12-4408-9254-01677ce6f0d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 56,\n 53,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 101,\n 99,\n 97,\n 45,\n 52,\n 102,\n 100,\n 51,\n 45,\n 57,\n 55,\n 97,\n 100,\n 45,\n 98,\n 56,\n 49,\n 49,\n 52,\n 54,\n 52,\n 51,\n 55,\n 56,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.00892665Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::3]:35785","req_id":"b1f20e59-fa6d-4362-90c8-baa4ce03dde9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 51,\n 48,\n 102,\n 100,\n 55,\n 57,\n 45,\n 53,\n 49,\n 48,\n 101,\n 45,\n 52,\n 55,\n 101,\n 50,\n 45,\n 56,\n 102,\n 53,\n 52,\n 45,\n 50,\n 53,\n 51,\n 100,\n 50,\n 52,\n 55,\n 51,\n 97,\n 53,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.018942577Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::5]:50464","req_id":"1826fa77-5c29-4feb-8817-1a4748567dac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 51,\n 48,\n 102,\n 100,\n 55,\n 57,\n 45,\n 53,\n 49,\n 48,\n 101,\n 45,\n 52,\n 55,\n 101,\n 50,\n 45,\n 56,\n 102,\n 53,\n 52,\n 45,\n 50,\n 53,\n 51,\n 100,\n 50,\n 52,\n 55,\n 51,\n 97,\n 53,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.01974376Z","hostname":"oxz_internal_dns_af039223-0d36-4e81-a549-3fce89928aa4","pid":5495,"peer_addr":"[fd00:1122:3344:101::5]:48373","req_id":"3ad8846b-a69a-495c-bac9-6df9bb3856c5","component":"dns"}