[ May 8 02:58:39 Enabled. ] [ May 8 02:58:39 Rereading configuration. ] [ May 8 02:58:40 Rereading configuration. ] [ May 8 02:58:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 8 02:58:41 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:41.493622965Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:41.49376719Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:41.515388407Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:41.515407507Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:41.515468839Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:41.515792449Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:42.674413158Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:57738"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:42.675216272Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"new_generation":1,"req_id":"086a3d3d-35fc-4af5-ab7a-afea1fa6fe84","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:42.675261103Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:42.687291169Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:42.68732571Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"new_generation":1,"req_id":"086a3d3d-35fc-4af5-ab7a-afea1fa6fe84","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-08T02:58:42.68733382Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"uri":"/config","method":"PUT","req_id":"086a3d3d-35fc-4af5-ab7a-afea1fa6fe84","remote_addr":"[fd00:1122:3344:3::2]:57738","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":12550,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T02:58:53.536503058Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::1b]:63855","req_id":"1623103a-f4ad-4fec-a95c-f3efaf5a73a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T02:58:53.541141949Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::1b]:51728","req_id":"cb61af7f-9e86-4180-8612-dfff505ddc4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T02:58:53.545342656Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::1b]:35974","req_id":"c8c88873-1f9f-40de-be41-168f29b87924","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_973d1923-8553-4109-9520-b3162a20db0a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_973d1923-8553-4109-9520-b3162a20db0a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 51,\n 100,\n 49,\n 57,\n 50,\n 51,\n 45,\n 56,\n 53,\n 53,\n 51,\n 45,\n 52,\n 49,\n 48,\n 57,\n 45,\n 57,\n 53,\n 50,\n 48,\n 45,\n 98,\n 51,\n 49,\n 54,\n 50,\n 97,\n 50,\n 48,\n 100,\n 98,\n 48,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_973d1923-8553-4109-9520-b3162a20db0a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.206304384Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::4]:56013","req_id":"5b34c127-034c-4bf9-9880-151b93141a01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_801dd7e0-e97e-40af-8334-9436447575d0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_801dd7e0-e97e-40af-8334-9436447575d0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 100,\n 100,\n 55,\n 101,\n 48,\n 45,\n 101,\n 57,\n 55,\n 101,\n 45,\n 52,\n 48,\n 97,\n 102,\n 45,\n 56,\n 51,\n 51,\n 52,\n 45,\n 57,\n 52,\n 51,\n 54,\n 52,\n 52,\n 55,\n 53,\n 55,\n 53,\n 100,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_801dd7e0-e97e-40af-8334-9436447575d0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.207233312Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::3]:49736","req_id":"9cddffcc-85d6-43ad-a61d-28c515538903","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_109f168d-fa89-4398-8bd5-ff9fae0d5ef6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_109f168d-fa89-4398-8bd5-ff9fae0d5ef6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 57,\n 102,\n 49,\n 54,\n 56,\n 100,\n 45,\n 102,\n 97,\n 56,\n 57,\n 45,\n 52,\n 51,\n 57,\n 56,\n 45,\n 56,\n 98,\n 100,\n 53,\n 45,\n 102,\n 102,\n 57,\n 102,\n 97,\n 101,\n 48,\n 100,\n 53,\n 101,\n 102,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_109f168d-fa89-4398-8bd5-ff9fae0d5ef6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.207299334Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::7]:59687","req_id":"169c0e26-b548-4d87-a32d-407626a04d13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_801dd7e0-e97e-40af-8334-9436447575d0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_801dd7e0-e97e-40af-8334-9436447575d0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 100,\n 100,\n 55,\n 101,\n 48,\n 45,\n 101,\n 57,\n 55,\n 101,\n 45,\n 52,\n 48,\n 97,\n 102,\n 45,\n 56,\n 51,\n 51,\n 52,\n 45,\n 57,\n 52,\n 51,\n 54,\n 52,\n 52,\n 55,\n 53,\n 55,\n 53,\n 100,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_801dd7e0-e97e-40af-8334-9436447575d0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.207355966Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::3]:51300","req_id":"72b94399-b155-4acd-8733-ee4da181af6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_109f168d-fa89-4398-8bd5-ff9fae0d5ef6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_109f168d-fa89-4398-8bd5-ff9fae0d5ef6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 57,\n 102,\n 49,\n 54,\n 56,\n 100,\n 45,\n 102,\n 97,\n 56,\n 57,\n 45,\n 52,\n 51,\n 57,\n 56,\n 45,\n 56,\n 98,\n 100,\n 53,\n 45,\n 102,\n 102,\n 57,\n 102,\n 97,\n 101,\n 48,\n 100,\n 53,\n 101,\n 102,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_109f168d-fa89-4398-8bd5-ff9fae0d5ef6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.207452209Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::7]:58480","req_id":"071f926c-9643-4479-8158-1e7f7e2964c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_973d1923-8553-4109-9520-b3162a20db0a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_973d1923-8553-4109-9520-b3162a20db0a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 51,\n 100,\n 49,\n 57,\n 50,\n 51,\n 45,\n 56,\n 53,\n 53,\n 51,\n 45,\n 52,\n 49,\n 48,\n 57,\n 45,\n 57,\n 53,\n 50,\n 48,\n 45,\n 98,\n 51,\n 49,\n 54,\n 50,\n 97,\n 50,\n 48,\n 100,\n 98,\n 48,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_973d1923-8553-4109-9520-b3162a20db0a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.2074999Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::4]:62643","req_id":"5c556456-1650-4500-9c1f-d96e7400e271","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7db3001d-fb14-4e44-b453-8acf6ca804c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7db3001d-fb14-4e44-b453-8acf6ca804c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 98,\n 51,\n 48,\n 48,\n 49,\n 100,\n 45,\n 102,\n 98,\n 49,\n 52,\n 45,\n 52,\n 101,\n 52,\n 52,\n 45,\n 98,\n 52,\n 53,\n 51,\n 45,\n 56,\n 97,\n 99,\n 102,\n 54,\n 99,\n 97,\n 56,\n 48,\n 52,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7db3001d-fb14-4e44-b453-8acf6ca804c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.207575293Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::5]:59419","req_id":"f2d9a16b-2403-4e1e-b83f-da1b9ba69ba9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7db3001d-fb14-4e44-b453-8acf6ca804c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7db3001d-fb14-4e44-b453-8acf6ca804c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 98,\n 51,\n 48,\n 48,\n 49,\n 100,\n 45,\n 102,\n 98,\n 49,\n 52,\n 45,\n 52,\n 101,\n 52,\n 52,\n 45,\n 98,\n 52,\n 53,\n 51,\n 45,\n 56,\n 97,\n 99,\n 102,\n 54,\n 99,\n 97,\n 56,\n 48,\n 52,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7db3001d-fb14-4e44-b453-8acf6ca804c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.207622314Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::5]:57121","req_id":"15e6a50d-5721-4bb1-95dd-f9c13b0af3cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5580f08e-a554-474f-86c7-d84e9ba44d9f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5580f08e-a554-474f-86c7-d84e9ba44d9f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 53,\n 56,\n 48,\n 102,\n 48,\n 56,\n 101,\n 45,\n 97,\n 53,\n 53,\n 52,\n 45,\n 52,\n 55,\n 52,\n 102,\n 45,\n 56,\n 54,\n 99,\n 55,\n 45,\n 100,\n 56,\n 52,\n 101,\n 57,\n 98,\n 97,\n 52,\n 52,\n 100,\n 57,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5580f08e-a554-474f-86c7-d84e9ba44d9f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.859949803Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::6]:43413","req_id":"ecb06239-7e4f-4ca2-8814-8445401458f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5580f08e-a554-474f-86c7-d84e9ba44d9f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5580f08e-a554-474f-86c7-d84e9ba44d9f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 53,\n 56,\n 48,\n 102,\n 48,\n 56,\n 101,\n 45,\n 97,\n 53,\n 53,\n 52,\n 45,\n 52,\n 55,\n 52,\n 102,\n 45,\n 56,\n 54,\n 99,\n 55,\n 45,\n 100,\n 56,\n 52,\n 101,\n 57,\n 98,\n 97,\n 52,\n 52,\n 100,\n 57,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5580f08e-a554-474f-86c7-d84e9ba44d9f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.861425547Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::6]:63054","req_id":"410429b5-18fb-4813-a6c3-7daa0e3ab63c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_00830540-68b0-4359-b37f-8e9086b7b7fd.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_00830540-68b0-4359-b37f-8e9086b7b7fd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 48,\n 56,\n 51,\n 48,\n 53,\n 52,\n 48,\n 45,\n 54,\n 56,\n 98,\n 48,\n 45,\n 52,\n 51,\n 53,\n 57,\n 45,\n 98,\n 51,\n 55,\n 102,\n 45,\n 56,\n 101,\n 57,\n 48,\n 56,\n 54,\n 98,\n 55,\n 98,\n 55,\n 102,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_00830540-68b0-4359-b37f-8e9086b7b7fd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:00.905739574Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::1b]:65363","req_id":"01502fc7-5069-48c2-9f4d-b5cac5200728","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:01.103920814Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::2]:53908","req_id":"9d1626a6-7710-46d8-91a9-00a970dd903d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-08T03:00:01.104598685Z","hostname":"oxz_internal_dns_afff09c9-96eb-4ce8-8347-2405a3d8dcbb","pid":5454,"peer_addr":"[fd00:1122:3344:101::2]:58889","req_id":"4167659c-d745-4128-9a37-10a06b9fcc39","component":"dns"}