[ Aug 31 16:27:53 Enabled. ] [ Aug 31 16:27:53 Rereading configuration. ] [ Aug 31 16:27:54 Rereading configuration. ] [ Aug 31 16:27:55 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Aug 31 16:27:55 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.241603824Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.241766598Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.264482389Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.264504549Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.264587352Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.264966212Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:27:55.828726538Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::2]:58913","req_id":"81d6ea16-29f2-4250-8627-2e7aadcfee0c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.860191543Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:40819"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.861028636Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"new_generation":1,"req_id":"433c193f-9a2b-46fc-b1fd-2ec5b9e5f71e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.861052436Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.873137641Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.873175842Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"new_generation":1,"req_id":"433c193f-9a2b-46fc-b1fd-2ec5b9e5f71e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-31T16:27:55.873183212Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"uri":"/config","method":"PUT","req_id":"433c193f-9a2b-46fc-b1fd-2ec5b9e5f71e","remote_addr":"[fd00:1122:3344:2::2]:40819","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12526,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:28:08.166250505Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::1b]:58264","req_id":"3bcbf6ff-3d55-4129-b68d-a4780a7440fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:28:10.167673555Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::1b]:33114","req_id":"ec8fca48-a1ba-478a-905b-19acd82f260a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:28:10.179583235Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::1b]:60724","req_id":"430bea38-d7e3-490c-b2e4-6a047cea05ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:28:10.184823386Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::1b]:61939","req_id":"d32bcedb-b1a8-4b53-8fa9-2bbecef931cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.273818644Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::2]:44163","req_id":"0857b8bb-6588-490c-9647-e6dbaec5349b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.274625995Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::2]:39617","req_id":"b6e70d25-cc51-4f03-a398-81fd68e830df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4065e374-2331-490f-9474-551d05800c0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4065e374-2331-490f-9474-551d05800c0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 54,\n 53,\n 101,\n 51,\n 55,\n 52,\n 45,\n 50,\n 51,\n 51,\n 49,\n 45,\n 52,\n 57,\n 48,\n 102,\n 45,\n 57,\n 52,\n 55,\n 52,\n 45,\n 53,\n 53,\n 49,\n 100,\n 48,\n 53,\n 56,\n 48,\n 48,\n 99,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4065e374-2331-490f-9474-551d05800c0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.669767331Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::4]:53622","req_id":"1e33dce2-037e-4777-9115-ea471a032edb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4065e374-2331-490f-9474-551d05800c0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4065e374-2331-490f-9474-551d05800c0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 54,\n 53,\n 101,\n 51,\n 55,\n 52,\n 45,\n 50,\n 51,\n 51,\n 49,\n 45,\n 52,\n 57,\n 48,\n 102,\n 45,\n 57,\n 52,\n 55,\n 52,\n 45,\n 53,\n 53,\n 49,\n 100,\n 48,\n 53,\n 56,\n 48,\n 48,\n 99,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4065e374-2331-490f-9474-551d05800c0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.670639255Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::4]:49301","req_id":"c95bf2f1-253b-45d3-b478-a3b267e33b27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_324a8a38-5485-4b32-9e09-e5d74fd16645.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_324a8a38-5485-4b32-9e09-e5d74fd16645.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 52,\n 97,\n 56,\n 97,\n 51,\n 56,\n 45,\n 53,\n 52,\n 56,\n 53,\n 45,\n 52,\n 98,\n 51,\n 50,\n 45,\n 57,\n 101,\n 48,\n 57,\n 45,\n 101,\n 53,\n 100,\n 55,\n 52,\n 102,\n 100,\n 49,\n 54,\n 54,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_324a8a38-5485-4b32-9e09-e5d74fd16645.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.723482017Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::5]:41086","req_id":"f78c15b6-9d2a-4498-8fb8-61ea8329ec97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_324a8a38-5485-4b32-9e09-e5d74fd16645.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_324a8a38-5485-4b32-9e09-e5d74fd16645.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 52,\n 97,\n 56,\n 97,\n 51,\n 56,\n 45,\n 53,\n 52,\n 56,\n 53,\n 45,\n 52,\n 98,\n 51,\n 50,\n 45,\n 57,\n 101,\n 48,\n 57,\n 45,\n 101,\n 53,\n 100,\n 55,\n 52,\n 102,\n 100,\n 49,\n 54,\n 54,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_324a8a38-5485-4b32-9e09-e5d74fd16645.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.725035269Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::5]:45922","req_id":"2249aaeb-9b5c-43c6-93c0-c26c0baa2d22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ffd5c25-15c7-4326-9b73-29567ad266b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ffd5c25-15c7-4326-9b73-29567ad266b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 102,\n 102,\n 100,\n 53,\n 99,\n 50,\n 53,\n 45,\n 49,\n 53,\n 99,\n 55,\n 45,\n 52,\n 51,\n 50,\n 54,\n 45,\n 57,\n 98,\n 55,\n 51,\n 45,\n 50,\n 57,\n 53,\n 54,\n 55,\n 97,\n 100,\n 50,\n 54,\n 54,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ffd5c25-15c7-4326-9b73-29567ad266b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.73697815Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::3]:59017","req_id":"c2ee1d36-9b06-418e-8e06-9eb6a1d0183a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ffd5c25-15c7-4326-9b73-29567ad266b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ffd5c25-15c7-4326-9b73-29567ad266b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 102,\n 102,\n 100,\n 53,\n 99,\n 50,\n 53,\n 45,\n 49,\n 53,\n 99,\n 55,\n 45,\n 52,\n 51,\n 50,\n 54,\n 45,\n 57,\n 98,\n 55,\n 51,\n 45,\n 50,\n 57,\n 53,\n 54,\n 55,\n 97,\n 100,\n 50,\n 54,\n 54,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ffd5c25-15c7-4326-9b73-29567ad266b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.737849614Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::3]:55284","req_id":"02e07bf7-60eb-4eb4-bed6-578eee0f1e2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_db2f8ce1-9901-409a-a990-2858e4bd0e18.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_db2f8ce1-9901-409a-a990-2858e4bd0e18.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 98,\n 50,\n 102,\n 56,\n 99,\n 101,\n 49,\n 45,\n 57,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 57,\n 97,\n 45,\n 97,\n 57,\n 57,\n 48,\n 45,\n 50,\n 56,\n 53,\n 56,\n 101,\n 52,\n 98,\n 100,\n 48,\n 101,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_db2f8ce1-9901-409a-a990-2858e4bd0e18.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.739650912Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::6]:61541","req_id":"0dfe26b0-9848-4c90-86ff-122f10776c9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_db2f8ce1-9901-409a-a990-2858e4bd0e18.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_db2f8ce1-9901-409a-a990-2858e4bd0e18.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 98,\n 50,\n 102,\n 56,\n 99,\n 101,\n 49,\n 45,\n 57,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 57,\n 97,\n 45,\n 97,\n 57,\n 57,\n 48,\n 45,\n 50,\n 56,\n 53,\n 56,\n 101,\n 52,\n 98,\n 100,\n 48,\n 101,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_db2f8ce1-9901-409a-a990-2858e4bd0e18.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.740552067Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::6]:58727","req_id":"56cf9582-a2b0-418b-94a0-afb9316e4b7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_06e8bf6d-9e8a-44a0-845c-94c0e55d919b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_06e8bf6d-9e8a-44a0-845c-94c0e55d919b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 54,\n 101,\n 56,\n 98,\n 102,\n 54,\n 100,\n 45,\n 57,\n 101,\n 56,\n 97,\n 45,\n 52,\n 52,\n 97,\n 48,\n 45,\n 56,\n 52,\n 53,\n 99,\n 45,\n 57,\n 52,\n 99,\n 48,\n 101,\n 53,\n 53,\n 100,\n 57,\n 49,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_06e8bf6d-9e8a-44a0-845c-94c0e55d919b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.751553133Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::7]:62751","req_id":"aadbb762-52eb-40b5-97d5-0344a74aff8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_06e8bf6d-9e8a-44a0-845c-94c0e55d919b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_06e8bf6d-9e8a-44a0-845c-94c0e55d919b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 54,\n 101,\n 56,\n 98,\n 102,\n 54,\n 100,\n 45,\n 57,\n 101,\n 56,\n 97,\n 45,\n 52,\n 52,\n 97,\n 48,\n 45,\n 56,\n 52,\n 53,\n 99,\n 45,\n 57,\n 52,\n 99,\n 48,\n 101,\n 53,\n 53,\n 100,\n 57,\n 49,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_06e8bf6d-9e8a-44a0-845c-94c0e55d919b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:00.752521779Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::7]:39838","req_id":"7f28a421-48e2-4a44-bacb-855df82ba390","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_bb339e2a-c1e0-4d31-8722-5b839150357c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_bb339e2a-c1e0-4d31-8722-5b839150357c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 98,\n 51,\n 51,\n 57,\n 101,\n 50,\n 97,\n 45,\n 99,\n 49,\n 101,\n 48,\n 45,\n 52,\n 100,\n 51,\n 49,\n 45,\n 56,\n 55,\n 50,\n 50,\n 45,\n 53,\n 98,\n 56,\n 51,\n 57,\n 49,\n 53,\n 48,\n 51,\n 53,\n 55,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_bb339e2a-c1e0-4d31-8722-5b839150357c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-31T16:30:01.196371675Z","hostname":"oxz_internal_dns_26e1b0d9-ddcc-4d4f-8847-4840bc1c444b","pid":5340,"peer_addr":"[fd00:1122:3344:101::1b]:38100","req_id":"2a163f21-c0cc-427f-bd2c-c2f9aa1a3193","component":"dns"}