[ Mar 27 19:56:31 Enabled. ] [ Mar 27 19:56:31 Rereading configuration. ] [ Mar 27 19:56:31 Rereading configuration. ] [ Mar 27 19:56:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Mar 27 19:56:33 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.184234371Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.184415544Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.207327659Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.207341129Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.20737426Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.207680715Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.896382082Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:61087"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.897083474Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"new_generation":1,"req_id":"f0fb277d-e29f-4f5d-a3ca-9d8ba248aef8","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.897096754Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.928773364Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.928798444Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"new_generation":1,"req_id":"f0fb277d-e29f-4f5d-a3ca-9d8ba248aef8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T19:56:33.928814564Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"uri":"/config","method":"PUT","req_id":"f0fb277d-e29f-4f5d-a3ca-9d8ba248aef8","remote_addr":"[fd00:1122:3344:1::2]:61087","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":32118,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:56:46.13752825Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:62397","req_id":"656e8d91-c1d3-4012-b47f-e74469f2fb07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:56:46.14200794Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:50218","req_id":"e2355bf3-1f7e-4335-993d-e420d0bcf74b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:56:46.149288838Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:47141","req_id":"de2d5109-787d-4db9-bb0c-e813a55e12ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:58:45.330238047Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:63418","req_id":"f10b7366-b68f-4f18-a05f-e4d647e049e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:58:45.335147285Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:35095","req_id":"e503fcc2-da3f-4994-aa03-3c95a49f6627","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:58:45.339769776Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:54470","req_id":"d056ac1a-6602-49f3-8bef-7be0b644482b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:59:33.470567933Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:34702","req_id":"2b3da0d3-042e-44f3-bb96-1ba58088b2d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:59:33.496938728Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:58796","req_id":"a235e5a6-ccc1-4ed2-a42f-c676794635b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T19:59:33.501386127Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:40611","req_id":"415c9a82-42a9-4f72-9375-71979a817656","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fff7989d-9bc1-4c70-b682-62fc68338d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fff7989d-9bc1-4c70-b682-62fc68338d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 102,\n 55,\n 57,\n 56,\n 57,\n 100,\n 45,\n 57,\n 98,\n 99,\n 49,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 98,\n 54,\n 56,\n 50,\n 45,\n 54,\n 50,\n 102,\n 99,\n 54,\n 56,\n 51,\n 51,\n 56,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fff7989d-9bc1-4c70-b682-62fc68338d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.074861795Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::4]:63737","req_id":"7b61a406-06d4-4993-9b2e-2d669a720b88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fff7989d-9bc1-4c70-b682-62fc68338d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fff7989d-9bc1-4c70-b682-62fc68338d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 102,\n 55,\n 57,\n 56,\n 57,\n 100,\n 45,\n 57,\n 98,\n 99,\n 49,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 98,\n 54,\n 56,\n 50,\n 45,\n 54,\n 50,\n 102,\n 99,\n 54,\n 56,\n 51,\n 51,\n 56,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fff7989d-9bc1-4c70-b682-62fc68338d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.075498047Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::4]:53590","req_id":"01e725c1-477b-4bb0-ba46-ea0fca1a5af3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57217,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3f7d83be-140f-4158-9976-1ebe2e580e8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3f7d83be-140f-4158-9976-1ebe2e580e8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 55,\n 100,\n 56,\n 51,\n 98,\n 101,\n 45,\n 49,\n 52,\n 48,\n 102,\n 45,\n 52,\n 49,\n 53,\n 56,\n 45,\n 57,\n 57,\n 55,\n 54,\n 45,\n 49,\n 101,\n 98,\n 101,\n 50,\n 101,\n 53,\n 56,\n 48,\n 101,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3f7d83be-140f-4158-9976-1ebe2e580e8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.224893525Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::6]:46327","req_id":"6738a1f4-f75f-4261-bbed-3a1951183ac3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57217,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3f7d83be-140f-4158-9976-1ebe2e580e8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3f7d83be-140f-4158-9976-1ebe2e580e8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 55,\n 100,\n 56,\n 51,\n 98,\n 101,\n 45,\n 49,\n 52,\n 48,\n 102,\n 45,\n 52,\n 49,\n 53,\n 56,\n 45,\n 57,\n 57,\n 55,\n 54,\n 45,\n 49,\n 101,\n 98,\n 101,\n 50,\n 101,\n 53,\n 56,\n 48,\n 101,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3f7d83be-140f-4158-9976-1ebe2e580e8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.225533566Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::6]:33080","req_id":"50a2bc52-c3d7-4f35-a11a-78dab734a4a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_bf541aab-7fa7-4173-a06a-2785a1690605.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_bf541aab-7fa7-4173-a06a-2785a1690605.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 102,\n 53,\n 52,\n 49,\n 97,\n 97,\n 98,\n 45,\n 55,\n 102,\n 97,\n 55,\n 45,\n 52,\n 49,\n 55,\n 51,\n 45,\n 97,\n 48,\n 54,\n 97,\n 45,\n 50,\n 55,\n 56,\n 53,\n 97,\n 49,\n 54,\n 57,\n 48,\n 54,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_bf541aab-7fa7-4173-a06a-2785a1690605.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.283371668Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::1b]:53614","req_id":"86323089-6651-4583-991c-fcca55e5c70f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_869e4f96-d7eb-4505-8b15-f9c10f59b938.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_869e4f96-d7eb-4505-8b15-f9c10f59b938.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 57,\n 101,\n 52,\n 102,\n 57,\n 54,\n 45,\n 100,\n 55,\n 101,\n 98,\n 45,\n 52,\n 53,\n 48,\n 53,\n 45,\n 56,\n 98,\n 49,\n 53,\n 45,\n 102,\n 57,\n 99,\n 49,\n 48,\n 102,\n 53,\n 57,\n 98,\n 57,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_869e4f96-d7eb-4505-8b15-f9c10f59b938.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.297608739Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::3]:49230","req_id":"3cc2ff95-0d7b-466e-a5bd-795ffb7bf3f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_869e4f96-d7eb-4505-8b15-f9c10f59b938.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_869e4f96-d7eb-4505-8b15-f9c10f59b938.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 57,\n 101,\n 52,\n 102,\n 57,\n 54,\n 45,\n 100,\n 55,\n 101,\n 98,\n 45,\n 52,\n 53,\n 48,\n 53,\n 45,\n 56,\n 98,\n 49,\n 53,\n 45,\n 102,\n 57,\n 99,\n 49,\n 48,\n 102,\n 53,\n 57,\n 98,\n 57,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_869e4f96-d7eb-4505-8b15-f9c10f59b938.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.298148029Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::3]:63119","req_id":"c93c72f6-4e4b-4ee2-a64d-ad5c4ee1ff77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cb0b89f2-44e7-4ee3-803f-0195c8e630f3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cb0b89f2-44e7-4ee3-803f-0195c8e630f3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 48,\n 98,\n 56,\n 57,\n 102,\n 50,\n 45,\n 52,\n 52,\n 101,\n 55,\n 45,\n 52,\n 101,\n 101,\n 51,\n 45,\n 56,\n 48,\n 51,\n 102,\n 45,\n 48,\n 49,\n 57,\n 53,\n 99,\n 56,\n 101,\n 54,\n 51,\n 48,\n 102,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cb0b89f2-44e7-4ee3-803f-0195c8e630f3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.329891139Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::5]:62095","req_id":"c2b1771c-a467-4290-9339-d761a7350d6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cb0b89f2-44e7-4ee3-803f-0195c8e630f3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cb0b89f2-44e7-4ee3-803f-0195c8e630f3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 48,\n 98,\n 56,\n 57,\n 102,\n 50,\n 45,\n 52,\n 52,\n 101,\n 55,\n 45,\n 52,\n 101,\n 101,\n 51,\n 45,\n 56,\n 48,\n 51,\n 102,\n 45,\n 48,\n 49,\n 57,\n 53,\n 99,\n 56,\n 101,\n 54,\n 51,\n 48,\n 102,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cb0b89f2-44e7-4ee3-803f-0195c8e630f3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.330420119Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::5]:45836","req_id":"09e9bed1-8687-4693-9e8b-9fbeab917f87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.789393226Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::2]:37465","req_id":"3ea3f649-0e86-44ea-8200-bab6f2ce44a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T20:00:00.789978677Z","hostname":"oxz_internal_dns_e6eea85d-d3f4-4fd2-85b1-297ac7dc88de","pid":5498,"peer_addr":"[fd00:1122:3344:101::2]:43377","req_id":"6cc58a4f-7516-4b1c-8bcb-e3964654d6c4","component":"dns"}