[ Jul 2 21:43:26 Enabled. ] [ Jul 2 21:43:26 Rereading configuration. ] [ Jul 2 21:43:27 Rereading configuration. ] [ Jul 2 21:43:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 2 21:43:28 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.493656203Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.493821735Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.525875444Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.525895085Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.525913225Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.526270879Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:43:28.646023881Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::2]:54341","req_id":"fd76a398-c036-4fa3-a4ee-2f946422bd20","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.690516575Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:50787"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.691149892Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"new_generation":1,"req_id":"e31c5ff1-564a-4c24-b3ed-6b7b36774898","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.691170243Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.703444426Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.703483186Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"new_generation":1,"req_id":"e31c5ff1-564a-4c24-b3ed-6b7b36774898","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-02T21:43:28.703491696Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"uri":"/config","method":"PUT","req_id":"e31c5ff1-564a-4c24-b3ed-6b7b36774898","remote_addr":"[fd00:1122:3344:2::2]:50787","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12655,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:43:40.487812716Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:36223","req_id":"1c207051-47be-4efb-ad18-5d1e951ed027","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:43:40.49216433Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:49980","req_id":"aa63b6f1-3442-4ef2-a4e3-9b966dcbdb82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56898,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:43:40.496377783Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:34489","req_id":"48114686-454f-4d22-b39e-151870bb479c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:44:52.19520395Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:56020","req_id":"1149ff01-ea6a-4901-bb4b-8c7c53169a62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 52,\n 50,\n 102,\n 97,\n 99,\n 48,\n 45,\n 101,\n 99,\n 102,\n 102,\n 45,\n 52,\n 53,\n 55,\n 99,\n 45,\n 97,\n 57,\n 99,\n 100,\n 45,\n 97,\n 51,\n 57,\n 102,\n 51,\n 55,\n 54,\n 101,\n 51,\n 51,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:44:56.092818675Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:65450","req_id":"3e148798-f003-49d7-b556-9d0226b74069","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 52,\n 50,\n 102,\n 97,\n 99,\n 48,\n 45,\n 101,\n 99,\n 102,\n 102,\n 45,\n 52,\n 53,\n 55,\n 99,\n 45,\n 97,\n 57,\n 99,\n 100,\n 45,\n 97,\n 51,\n 57,\n 102,\n 51,\n 55,\n 54,\n 101,\n 51,\n 51,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:44:56.098904811Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:36109","req_id":"ccc07d58-380d-4917-9073-63dd82ee1014","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 52,\n 50,\n 102,\n 97,\n 99,\n 48,\n 45,\n 101,\n 99,\n 102,\n 102,\n 45,\n 52,\n 53,\n 55,\n 99,\n 45,\n 97,\n 57,\n 99,\n 100,\n 45,\n 97,\n 51,\n 57,\n 102,\n 51,\n 55,\n 54,\n 101,\n 51,\n 51,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.08163207Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:42136","req_id":"7fd44e95-8ee3-4c9f-a368-1fe54d1db438","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 52,\n 50,\n 102,\n 97,\n 99,\n 48,\n 45,\n 101,\n 99,\n 102,\n 102,\n 45,\n 52,\n 53,\n 55,\n 99,\n 45,\n 97,\n 57,\n 99,\n 100,\n 45,\n 97,\n 51,\n 57,\n 102,\n 51,\n 55,\n 54,\n 101,\n 51,\n 51,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.082551972Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:38201","req_id":"bc12f7b6-5194-4742-b2bd-0423de0e75cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 97,\n 53,\n 54,\n 55,\n 100,\n 56,\n 49,\n 45,\n 54,\n 51,\n 57,\n 55,\n 45,\n 52,\n 100,\n 56,\n 53,\n 45,\n 57,\n 54,\n 56,\n 55,\n 45,\n 56,\n 49,\n 97,\n 53,\n 54,\n 51,\n 48,\n 51,\n 55,\n 99,\n 49,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.083966909Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::3]:50040","req_id":"9ab29de0-a99d-4fae-b00c-d82325eccef4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 97,\n 53,\n 54,\n 55,\n 100,\n 56,\n 49,\n 45,\n 54,\n 51,\n 57,\n 55,\n 45,\n 52,\n 100,\n 56,\n 53,\n 45,\n 57,\n 54,\n 56,\n 55,\n 45,\n 56,\n 49,\n 97,\n 53,\n 54,\n 51,\n 48,\n 51,\n 55,\n 99,\n 49,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.084581577Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::3]:56042","req_id":"45ddee33-7f70-470f-856c-0c1f3ffaa2e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 97,\n 98,\n 101,\n 49,\n 55,\n 57,\n 45,\n 55,\n 101,\n 56,\n 97,\n 45,\n 52,\n 50,\n 51,\n 102,\n 45,\n 97,\n 99,\n 102,\n 102,\n 45,\n 102,\n 100,\n 49,\n 100,\n 48,\n 48,\n 100,\n 49,\n 57,\n 97,\n 53,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.0896124Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::4]:54754","req_id":"3db23f4c-b11b-4ca5-94cf-6bd2781f2ab3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 97,\n 98,\n 101,\n 49,\n 55,\n 57,\n 45,\n 55,\n 101,\n 56,\n 97,\n 45,\n 52,\n 50,\n 51,\n 102,\n 45,\n 97,\n 99,\n 102,\n 102,\n 45,\n 102,\n 100,\n 49,\n 100,\n 48,\n 48,\n 100,\n 49,\n 57,\n 97,\n 53,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.090180337Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::4]:44643","req_id":"e8bae1b3-0079-4ed2-a1da-122b2f8b0223","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_eaa29b63-e938-4515-bb0b-11500625120b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_eaa29b63-e938-4515-bb0b-11500625120b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 101,\n 97,\n 97,\n 50,\n 57,\n 98,\n 54,\n 51,\n 45,\n 101,\n 57,\n 51,\n 56,\n 45,\n 52,\n 53,\n 49,\n 53,\n 45,\n 98,\n 98,\n 48,\n 98,\n 45,\n 49,\n 49,\n 53,\n 48,\n 48,\n 54,\n 50,\n 53,\n 49,\n 50,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_eaa29b63-e938-4515-bb0b-11500625120b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.525952533Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:37515","req_id":"3bb0daf2-cdfd-45ed-9c50-ec92f11f9429","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.758804763Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::2]:64714","req_id":"b321ceeb-cdd6-4097-87eb-a53002fb076c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.75935463Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::2]:39916","req_id":"3343221d-097b-4da8-9eca-09deb0690bc5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 98,\n 57,\n 101,\n 98,\n 53,\n 56,\n 53,\n 45,\n 100,\n 102,\n 50,\n 49,\n 45,\n 52,\n 102,\n 101,\n 97,\n 45,\n 97,\n 55,\n 49,\n 98,\n 45,\n 54,\n 102,\n 53,\n 52,\n 57,\n 102,\n 57,\n 48,\n 53,\n 51,\n 100,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.913987476Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::6]:34065","req_id":"1e45f51f-5701-4f6c-936c-52401f40a4f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 98,\n 57,\n 101,\n 98,\n 53,\n 56,\n 53,\n 45,\n 100,\n 102,\n 50,\n 49,\n 45,\n 52,\n 102,\n 101,\n 97,\n 45,\n 97,\n 55,\n 49,\n 98,\n 45,\n 54,\n 102,\n 53,\n 52,\n 57,\n 102,\n 57,\n 48,\n 53,\n 51,\n 100,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.914887667Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::6]:48996","req_id":"a2b7deba-a6b6-4585-a63b-171f3b725b77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 50,\n 48,\n 52,\n 57,\n 99,\n 56,\n 48,\n 45,\n 56,\n 51,\n 98,\n 49,\n 45,\n 52,\n 53,\n 102,\n 54,\n 45,\n 56,\n 49,\n 52,\n 102,\n 45,\n 99,\n 53,\n 52,\n 50,\n 55,\n 56,\n 49,\n 52,\n 55,\n 98,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.979928147Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::5]:58271","req_id":"aa1b3fe0-746a-4451-b56b-595697d79d7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 50,\n 48,\n 52,\n 57,\n 99,\n 56,\n 48,\n 45,\n 56,\n 51,\n 98,\n 49,\n 45,\n 52,\n 53,\n 102,\n 54,\n 45,\n 56,\n 49,\n 52,\n 102,\n 45,\n 99,\n 53,\n 52,\n 50,\n 55,\n 56,\n 49,\n 52,\n 55,\n 98,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:00.980831618Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::5]:33888","req_id":"bf6a54e7-fcad-44af-81b3-cb2b21c8a263","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40637,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 52,\n 97,\n 97,\n 51,\n 100,\n 51,\n 45,\n 101,\n 99,\n 50,\n 102,\n 45,\n 52,\n 49,\n 101,\n 52,\n 45,\n 56,\n 102,\n 97,\n 49,\n 45,\n 50,\n 101,\n 102,\n 98,\n 57,\n 102,\n 53,\n 102,\n 98,\n 49,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:01.006578939Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::7]:58960","req_id":"630b1335-1266-4698-9a89-857a4de463fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40637,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 52,\n 97,\n 97,\n 51,\n 100,\n 51,\n 45,\n 101,\n 99,\n 50,\n 102,\n 45,\n 52,\n 49,\n 101,\n 52,\n 45,\n 56,\n 102,\n 97,\n 49,\n 45,\n 50,\n 101,\n 102,\n 98,\n 57,\n 102,\n 53,\n 102,\n 98,\n 49,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T21:45:01.007603122Z","hostname":"oxz_internal_dns_1710051f-c299-43f7-90de-0255a771c1f0","pid":5445,"peer_addr":"[fd00:1122:3344:101::7]:48280","req_id":"eb91d4b9-06bf-4f8e-b53a-0da0f3418d54","component":"dns"}