[ Aug 26 16:28:37 Enabled. ] [ Aug 26 16:28:37 Rereading configuration. ] [ Aug 26 16:28:37 Rereading configuration. ] [ Aug 26 16:28:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Aug 26 16:28:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.859072938Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.859210939Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.878106769Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.878135929Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.878163799Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.878392451Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.087768503Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:22002","req_id":"f296e73b-7f0b-4e88-a4e0-bad193e07f2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4036,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.093511342Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:52571","req_id":"5509ae66-2227-452c-bd4f-ae201bf2b571","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.191973875Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:62041","req_id":"02fb9ad2-5279-4ebe-8b09-7fe3f10cbdeb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.276042817Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:10133","req_id":"30ec3036-e512-407f-b42b-2affc1fc8046","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.324880971Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:19160","req_id":"34cc9353-5451-4e65-a514-5ad135d04de5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.331995281Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:45715"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.332772357Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"new_generation":1,"req_id":"5c69e8f7-131e-440d-8e92-3e3f9b3c4601","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.332800927Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.353800955Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.353835156Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"new_generation":1,"req_id":"5c69e8f7-131e-440d-8e92-3e3f9b3c4601","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.353851156Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"uri":"/config","method":"PUT","req_id":"5c69e8f7-131e-440d-8e92-3e3f9b3c4601","remote_addr":"[fd00:1122:3344:3::2]:45715","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":21395,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.275863076Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::1b]:63200","req_id":"4424d575-31ff-4774-a245-7206b5053aef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.280915208Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::1b]:33106","req_id":"e2ecd37a-3f59-4eb2-b570-689c72da536c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.285620678Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::1b]:55839","req_id":"12726815-d1c4-486c-8ad5-8cb90f5f447d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 50,\n 100,\n 55,\n 48,\n 50,\n 56,\n 55,\n 45,\n 57,\n 99,\n 98,\n 53,\n 45,\n 52,\n 100,\n 53,\n 57,\n 45,\n 56,\n 98,\n 53,\n 52,\n 45,\n 102,\n 100,\n 98,\n 98,\n 56,\n 102,\n 55,\n 54,\n 97,\n 99,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.147500476Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::6]:35423","req_id":"2cfe2278-0238-4e9d-9a18-fbf749d1e8d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 50,\n 100,\n 55,\n 48,\n 50,\n 56,\n 55,\n 45,\n 57,\n 99,\n 98,\n 53,\n 45,\n 52,\n 100,\n 53,\n 57,\n 45,\n 56,\n 98,\n 53,\n 52,\n 45,\n 102,\n 100,\n 98,\n 98,\n 56,\n 102,\n 55,\n 54,\n 97,\n 99,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.147660058Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::6]:54770","req_id":"ec1064d9-ee98-4ea4-9fdb-92e28ec5f8b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 49,\n 51,\n 100,\n 57,\n 53,\n 100,\n 45,\n 102,\n 102,\n 51,\n 98,\n 45,\n 52,\n 57,\n 101,\n 102,\n 45,\n 57,\n 54,\n 49,\n 99,\n 45,\n 52,\n 97,\n 97,\n 53,\n 102,\n 98,\n 101,\n 52,\n 57,\n 97,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.213655296Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::7]:65015","req_id":"fafea40e-51df-41cc-a3d7-8e17d71755f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 49,\n 51,\n 100,\n 57,\n 53,\n 100,\n 45,\n 102,\n 102,\n 51,\n 98,\n 45,\n 52,\n 57,\n 101,\n 102,\n 45,\n 57,\n 54,\n 49,\n 99,\n 45,\n 52,\n 97,\n 97,\n 53,\n 102,\n 98,\n 101,\n 52,\n 57,\n 97,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.21413658Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::7]:44776","req_id":"f5710488-fc19-44e1-9072-1ab0f457a29e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 97,\n 98,\n 56,\n 57,\n 101,\n 100,\n 45,\n 49,\n 54,\n 56,\n 49,\n 45,\n 52,\n 97,\n 51,\n 100,\n 45,\n 56,\n 97,\n 100,\n 50,\n 45,\n 49,\n 101,\n 101,\n 101,\n 49,\n 99,\n 49,\n 101,\n 54,\n 51,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.222484251Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::3]:61244","req_id":"67eb4987-185f-4f2c-b63d-e854ff793c79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 97,\n 98,\n 56,\n 57,\n 101,\n 100,\n 45,\n 49,\n 54,\n 56,\n 49,\n 45,\n 52,\n 97,\n 51,\n 100,\n 45,\n 56,\n 97,\n 100,\n 50,\n 45,\n 49,\n 101,\n 101,\n 101,\n 49,\n 99,\n 49,\n 101,\n 54,\n 51,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.222511451Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::3]:37239","req_id":"58d653a1-4725-461f-8bc9-2343713e923a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.294562401Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:42271","req_id":"1338b338-d8e4-4759-9c44-84ef6362384e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.295043955Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::2]:56430","req_id":"133bc2fe-e2e5-45fc-8ba2-6dcae2dfd32c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 56,\n 48,\n 102,\n 100,\n 51,\n 97,\n 45,\n 50,\n 54,\n 101,\n 49,\n 45,\n 52,\n 57,\n 99,\n 53,\n 45,\n 57,\n 102,\n 99,\n 51,\n 45,\n 48,\n 54,\n 100,\n 101,\n 53,\n 101,\n 53,\n 99,\n 52,\n 102,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.336496836Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::5]:37326","req_id":"b7f1e62a-325d-4bc2-a88b-afa67ac630b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 56,\n 48,\n 102,\n 100,\n 51,\n 97,\n 45,\n 50,\n 54,\n 101,\n 49,\n 45,\n 52,\n 57,\n 99,\n 53,\n 45,\n 57,\n 102,\n 99,\n 51,\n 45,\n 48,\n 54,\n 100,\n 101,\n 53,\n 101,\n 53,\n 99,\n 52,\n 102,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.337030381Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::5]:48730","req_id":"56c5dd8c-2089-4b71-99de-1183efa636be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 57,\n 54,\n 100,\n 98,\n 98,\n 102,\n 45,\n 55,\n 51,\n 99,\n 100,\n 45,\n 52,\n 55,\n 49,\n 100,\n 45,\n 57,\n 48,\n 53,\n 52,\n 45,\n 100,\n 57,\n 97,\n 101,\n 57,\n 97,\n 54,\n 56,\n 57,\n 49,\n 99,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.42667335Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::4]:59804","req_id":"d75fd22a-f011-4c03-a800-093acee79f47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 57,\n 54,\n 100,\n 98,\n 98,\n 102,\n 45,\n 55,\n 51,\n 99,\n 100,\n 45,\n 52,\n 55,\n 49,\n 100,\n 45,\n 57,\n 48,\n 53,\n 52,\n 45,\n 100,\n 57,\n 97,\n 101,\n 57,\n 97,\n 54,\n 56,\n 57,\n 49,\n 99,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.427283605Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::4]:35277","req_id":"9acc854b-73cf-49b3-acbc-475447b6b4c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 51,\n 102,\n 51,\n 102,\n 100,\n 50,\n 49,\n 45,\n 54,\n 49,\n 98,\n 99,\n 45,\n 52,\n 50,\n 101,\n 99,\n 45,\n 56,\n 49,\n 101,\n 102,\n 45,\n 56,\n 102,\n 49,\n 102,\n 100,\n 100,\n 52,\n 54,\n 50,\n 57,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.874598412Z","hostname":"oxz_internal_dns_3a7ae17e-b848-4a9b-b2d4-d5652dab8972","pid":5392,"peer_addr":"[fd00:1122:3344:101::1b]:42328","req_id":"bcb9e079-bd9f-4b26-8982-d00797f857a8","component":"dns"}