[ Mar 25 00:14:09 Enabled. ] [ Mar 25 00:14:09 Rereading configuration. ] [ Mar 25 00:14:10 Rereading configuration. ] [ Mar 25 00:14:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 25 00:14:11 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:11.833326878Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:11.833503372Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:11.852283354Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:11.852316234Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:11.852337475Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:11.8525585Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:13.875566061Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:46518"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:13.87638295Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"new_generation":1,"req_id":"39c334a6-c217-40f7-a888-3ac0d0a3a66e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:13.87639882Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:13.904173868Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:13.904201799Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"new_generation":1,"req_id":"39c334a6-c217-40f7-a888-3ac0d0a3a66e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-25T00:14:13.904221349Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"uri":"/config","method":"PUT","req_id":"39c334a6-c217-40f7-a888-3ac0d0a3a66e","remote_addr":"[fd00:1122:3344:3::2]:46518","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":28221,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:14:26.724219849Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:48604","req_id":"885dc962-e2f8-4b7f-a54a-d3a253c2f68b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:14:26.728721132Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:59620","req_id":"244e5d13-c3e3-405f-8342-463730415029","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:14:26.732603291Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:51554","req_id":"ea760fad-ebd1-4732-b829-fac6b7a80439","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:14:54.975534649Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:63079","req_id":"e3f1f17e-5b87-4732-8c27-482b728053f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:14:54.977887393Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:46138","req_id":"fc66f9db-6da5-452a-83d2-842f40f79901","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3925,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:14:54.977993986Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:39279","req_id":"c2f6726e-ee5c-42bd-bce1-294a5c5506cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_92bd3d54-58ed-402a-8c60-010c3e95ff0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_92bd3d54-58ed-402a-8c60-010c3e95ff0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 50,\n 98,\n 100,\n 51,\n 100,\n 53,\n 52,\n 45,\n 53,\n 56,\n 101,\n 100,\n 45,\n 52,\n 48,\n 50,\n 97,\n 45,\n 56,\n 99,\n 54,\n 48,\n 45,\n 48,\n 49,\n 48,\n 99,\n 51,\n 101,\n 57,\n 53,\n 102,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_92bd3d54-58ed-402a-8c60-010c3e95ff0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.39336136Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::3]:57101","req_id":"e799564e-7316-4b1d-8064-4b7b8b01ac75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_92bd3d54-58ed-402a-8c60-010c3e95ff0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_92bd3d54-58ed-402a-8c60-010c3e95ff0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 50,\n 98,\n 100,\n 51,\n 100,\n 53,\n 52,\n 45,\n 53,\n 56,\n 101,\n 100,\n 45,\n 52,\n 48,\n 50,\n 97,\n 45,\n 56,\n 99,\n 54,\n 48,\n 45,\n 48,\n 49,\n 48,\n 99,\n 51,\n 101,\n 57,\n 53,\n 102,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_92bd3d54-58ed-402a-8c60-010c3e95ff0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.394052436Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::3]:54593","req_id":"cb290ae5-dd4a-42c5-8a5b-903d24ca9018","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_2a70f0c8-165e-433f-9e31-2637da27cb84.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_2a70f0c8-165e-433f-9e31-2637da27cb84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 97,\n 55,\n 48,\n 102,\n 48,\n 99,\n 56,\n 45,\n 49,\n 54,\n 53,\n 101,\n 45,\n 52,\n 51,\n 51,\n 102,\n 45,\n 57,\n 101,\n 51,\n 49,\n 45,\n 50,\n 54,\n 51,\n 55,\n 100,\n 97,\n 50,\n 55,\n 99,\n 98,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_2a70f0c8-165e-433f-9e31-2637da27cb84.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.429108411Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:59564","req_id":"334f050e-b449-4e81-9efc-99a7b09ec392","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e811a359-bb64-4fad-b95d-29a1632ef21a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e811a359-bb64-4fad-b95d-29a1632ef21a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 49,\n 49,\n 97,\n 51,\n 53,\n 57,\n 45,\n 98,\n 98,\n 54,\n 52,\n 45,\n 52,\n 102,\n 97,\n 100,\n 45,\n 98,\n 57,\n 53,\n 100,\n 45,\n 50,\n 57,\n 97,\n 49,\n 54,\n 51,\n 50,\n 101,\n 102,\n 50,\n 49,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e811a359-bb64-4fad-b95d-29a1632ef21a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.51050107Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::4]:45496","req_id":"c941b3d9-19ea-4b51-8be3-9c32bef6a47a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e811a359-bb64-4fad-b95d-29a1632ef21a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e811a359-bb64-4fad-b95d-29a1632ef21a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 49,\n 49,\n 97,\n 51,\n 53,\n 57,\n 45,\n 98,\n 98,\n 54,\n 52,\n 45,\n 52,\n 102,\n 97,\n 100,\n 45,\n 98,\n 57,\n 53,\n 100,\n 45,\n 50,\n 57,\n 97,\n 49,\n 54,\n 51,\n 50,\n 101,\n 102,\n 50,\n 49,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e811a359-bb64-4fad-b95d-29a1632ef21a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.51094674Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::4]:34317","req_id":"da72dd9e-af44-4e36-9691-095870e2bfff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5b984c7-687b-4344-8ce9-2a2d1a9fad8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5b984c7-687b-4344-8ce9-2a2d1a9fad8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 98,\n 57,\n 56,\n 52,\n 99,\n 55,\n 45,\n 54,\n 56,\n 55,\n 98,\n 45,\n 52,\n 51,\n 52,\n 52,\n 45,\n 56,\n 99,\n 101,\n 57,\n 45,\n 50,\n 97,\n 50,\n 100,\n 49,\n 97,\n 57,\n 102,\n 97,\n 100,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5b984c7-687b-4344-8ce9-2a2d1a9fad8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.560309783Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::7]:61265","req_id":"7760fba2-3956-4f91-be26-0e6fbdd0cc93","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e68393ef-0c41-45cf-9665-bb0c6c8d5c20.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e68393ef-0c41-45cf-9665-bb0c6c8d5c20.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 56,\n 51,\n 57,\n 51,\n 101,\n 102,\n 45,\n 48,\n 99,\n 52,\n 49,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 57,\n 54,\n 54,\n 53,\n 45,\n 98,\n 98,\n 48,\n 99,\n 54,\n 99,\n 56,\n 100,\n 53,\n 99,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e68393ef-0c41-45cf-9665-bb0c6c8d5c20.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.560417126Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::6]:37864","req_id":"b51339c7-5dce-4b43-999a-22bc9905258d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5b984c7-687b-4344-8ce9-2a2d1a9fad8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5b984c7-687b-4344-8ce9-2a2d1a9fad8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 98,\n 57,\n 56,\n 52,\n 99,\n 55,\n 45,\n 54,\n 56,\n 55,\n 98,\n 45,\n 52,\n 51,\n 52,\n 52,\n 45,\n 56,\n 99,\n 101,\n 57,\n 45,\n 50,\n 97,\n 50,\n 100,\n 49,\n 97,\n 57,\n 102,\n 97,\n 100,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5b984c7-687b-4344-8ce9-2a2d1a9fad8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.560629211Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::7]:37784","req_id":"a067ef0a-65a9-4c19-bd0e-ac75f1b53783","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e68393ef-0c41-45cf-9665-bb0c6c8d5c20.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e68393ef-0c41-45cf-9665-bb0c6c8d5c20.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 56,\n 51,\n 57,\n 51,\n 101,\n 102,\n 45,\n 48,\n 99,\n 52,\n 49,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 57,\n 54,\n 54,\n 53,\n 45,\n 98,\n 98,\n 48,\n 99,\n 54,\n 99,\n 56,\n 100,\n 53,\n 99,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e68393ef-0c41-45cf-9665-bb0c6c8d5c20.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.560798645Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::6]:50611","req_id":"d3d4d321-2779-4431-b64a-fe62ecc41c21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f59ceedb-26c6-4dd8-881e-824ec7bf65e9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f59ceedb-26c6-4dd8-881e-824ec7bf65e9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 57,\n 99,\n 101,\n 101,\n 100,\n 98,\n 45,\n 50,\n 54,\n 99,\n 54,\n 45,\n 52,\n 100,\n 100,\n 56,\n 45,\n 56,\n 56,\n 49,\n 101,\n 45,\n 56,\n 50,\n 52,\n 101,\n 99,\n 55,\n 98,\n 102,\n 54,\n 53,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f59ceedb-26c6-4dd8-881e-824ec7bf65e9.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.651336673Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::5]:32920","req_id":"069a3ec9-f3a3-4d65-9df8-5f3baef9c017","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f59ceedb-26c6-4dd8-881e-824ec7bf65e9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f59ceedb-26c6-4dd8-881e-824ec7bf65e9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 57,\n 99,\n 101,\n 101,\n 100,\n 98,\n 45,\n 50,\n 54,\n 99,\n 54,\n 45,\n 52,\n 100,\n 100,\n 56,\n 45,\n 56,\n 56,\n 49,\n 101,\n 45,\n 56,\n 50,\n 52,\n 101,\n 99,\n 55,\n 98,\n 102,\n 54,\n 53,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f59ceedb-26c6-4dd8-881e-824ec7bf65e9.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.651773874Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::5]:59924","req_id":"db362b22-d2f3-4b68-8ae4-97c540675035","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.931163749Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::2]:36056","req_id":"d6cbb024-e562-4a5f-bbd3-f66dac82e91a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-25T00:15:00.931634419Z","hostname":"oxz_internal_dns_b047613e-ef31-453c-b462-2585bcefd483","pid":5515,"peer_addr":"[fd00:1122:3344:101::2]:60272","req_id":"94fd2e3c-051a-4974-b129-711a87843120","component":"dns"}