[ Aug 26 16:28:37 Enabled. ] [ Aug 26 16:28:37 Rereading configuration. ] [ Aug 26 16:28:37 Rereading configuration. ] [ Aug 26 16:28:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Aug 26 16:28:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.805525015Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.805666656Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.826439861Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.826470862Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.826500602Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.826740314Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.087733283Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:7642","req_id":"04c0a998-f614-47b5-86cf-3b44ec406680","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.093450541Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:58144","req_id":"d2e526a8-9a57-41e8-890a-9cd68813d5ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.191931905Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:3684","req_id":"acfddf1b-33e0-4cf5-aaaa-13fc9f6c3796","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.276108488Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:12408","req_id":"73aedc6a-e711-47cb-9263-b8f496483281","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.32484397Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:55942","req_id":"7e3f25cb-265c-488f-aacc-787f0c4f1fe0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.357154344Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:34015"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.357843099Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"new_generation":1,"req_id":"45b7908f-0eab-45b2-8e9e-423f8aafae3c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.35788329Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.381965344Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.381990084Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"new_generation":1,"req_id":"45b7908f-0eab-45b2-8e9e-423f8aafae3c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.382005424Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"uri":"/config","method":"PUT","req_id":"45b7908f-0eab-45b2-8e9e-423f8aafae3c","remote_addr":"[fd00:1122:3344:2::2]:34015","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":24458,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.275579563Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::1b]:33308","req_id":"b48b90a0-66ed-4822-a6d8-022b71a15f00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.280759167Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::1b]:52394","req_id":"0bd10854-1a46-446d-822a-aec576e3bcb7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.285402646Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::1b]:58667","req_id":"7ecdf01a-b0c3-4624-b3ab-4c0e0b1ee091","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 50,\n 100,\n 55,\n 48,\n 50,\n 56,\n 55,\n 45,\n 57,\n 99,\n 98,\n 53,\n 45,\n 52,\n 100,\n 53,\n 57,\n 45,\n 56,\n 98,\n 53,\n 52,\n 45,\n 102,\n 100,\n 98,\n 98,\n 56,\n 102,\n 55,\n 54,\n 97,\n 99,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.147089133Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::6]:44935","req_id":"acb06c6f-4968-4dcf-904e-a34995ca15ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 50,\n 100,\n 55,\n 48,\n 50,\n 56,\n 55,\n 45,\n 57,\n 99,\n 98,\n 53,\n 45,\n 52,\n 100,\n 53,\n 57,\n 45,\n 56,\n 98,\n 53,\n 52,\n 45,\n 102,\n 100,\n 98,\n 98,\n 56,\n 102,\n 55,\n 54,\n 97,\n 99,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.147407975Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::6]:52476","req_id":"f1b12e98-41c4-4340-a8bd-4b764d569a14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 49,\n 51,\n 100,\n 57,\n 53,\n 100,\n 45,\n 102,\n 102,\n 51,\n 98,\n 45,\n 52,\n 57,\n 101,\n 102,\n 45,\n 57,\n 54,\n 49,\n 99,\n 45,\n 52,\n 97,\n 97,\n 53,\n 102,\n 98,\n 101,\n 52,\n 57,\n 97,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.213481875Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::7]:35506","req_id":"9bc1d55e-a795-45c3-a098-bfdc689acc07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 49,\n 51,\n 100,\n 57,\n 53,\n 100,\n 45,\n 102,\n 102,\n 51,\n 98,\n 45,\n 52,\n 57,\n 101,\n 102,\n 45,\n 57,\n 54,\n 49,\n 99,\n 45,\n 52,\n 97,\n 97,\n 53,\n 102,\n 98,\n 101,\n 52,\n 57,\n 97,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.213992929Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::7]:39328","req_id":"a87d1451-927e-4bef-a49b-229489936370","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 97,\n 98,\n 56,\n 57,\n 101,\n 100,\n 45,\n 49,\n 54,\n 56,\n 49,\n 45,\n 52,\n 97,\n 51,\n 100,\n 45,\n 56,\n 97,\n 100,\n 50,\n 45,\n 49,\n 101,\n 101,\n 101,\n 49,\n 99,\n 49,\n 101,\n 54,\n 51,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.219897719Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::3]:34428","req_id":"67ff7ac3-3587-4035-bbdd-521019e40b06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 97,\n 98,\n 56,\n 57,\n 101,\n 100,\n 45,\n 49,\n 54,\n 56,\n 49,\n 45,\n 52,\n 97,\n 51,\n 100,\n 45,\n 56,\n 97,\n 100,\n 50,\n 45,\n 49,\n 101,\n 101,\n 101,\n 49,\n 99,\n 49,\n 101,\n 54,\n 51,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.220367103Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::3]:58740","req_id":"3b7108aa-8a3d-485a-8007-42a1a1e5d921","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.2943972Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:32979","req_id":"4cac8457-0353-4665-aaf5-ba62a06fb033","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.294909554Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::2]:62553","req_id":"35882b92-9ba1-4cee-a02c-96e94048455d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 56,\n 48,\n 102,\n 100,\n 51,\n 97,\n 45,\n 50,\n 54,\n 101,\n 49,\n 45,\n 52,\n 57,\n 99,\n 53,\n 45,\n 57,\n 102,\n 99,\n 51,\n 45,\n 48,\n 54,\n 100,\n 101,\n 53,\n 101,\n 53,\n 99,\n 52,\n 102,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.336313575Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::5]:40614","req_id":"e4e4bd42-1793-4dd0-b91b-aa7af668da9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 56,\n 48,\n 102,\n 100,\n 51,\n 97,\n 45,\n 50,\n 54,\n 101,\n 49,\n 45,\n 52,\n 57,\n 99,\n 53,\n 45,\n 57,\n 102,\n 99,\n 51,\n 45,\n 48,\n 54,\n 100,\n 101,\n 53,\n 101,\n 53,\n 99,\n 52,\n 102,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.336861089Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::5]:61262","req_id":"ca6a302e-30d3-4141-92ab-5b26ad10a446","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 57,\n 54,\n 100,\n 98,\n 98,\n 102,\n 45,\n 55,\n 51,\n 99,\n 100,\n 45,\n 52,\n 55,\n 49,\n 100,\n 45,\n 57,\n 48,\n 53,\n 52,\n 45,\n 100,\n 57,\n 97,\n 101,\n 57,\n 97,\n 54,\n 56,\n 57,\n 49,\n 99,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.426444528Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::4]:34552","req_id":"65eb9d73-8d91-443f-9d9d-0f7631128592","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 57,\n 54,\n 100,\n 98,\n 98,\n 102,\n 45,\n 55,\n 51,\n 99,\n 100,\n 45,\n 52,\n 55,\n 49,\n 100,\n 45,\n 57,\n 48,\n 53,\n 52,\n 45,\n 100,\n 57,\n 97,\n 101,\n 57,\n 97,\n 54,\n 56,\n 57,\n 49,\n 99,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.427078073Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::4]:44924","req_id":"b1956de3-35a2-4c47-a453-712c0826574e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 51,\n 102,\n 51,\n 102,\n 100,\n 50,\n 49,\n 45,\n 54,\n 49,\n 98,\n 99,\n 45,\n 52,\n 50,\n 101,\n 99,\n 45,\n 56,\n 49,\n 101,\n 102,\n 45,\n 56,\n 102,\n 49,\n 102,\n 100,\n 100,\n 52,\n 54,\n 50,\n 57,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.87436014Z","hostname":"oxz_internal_dns_9eccea9a-3ebc-495d-85a3-fcbbb8175f38","pid":5387,"peer_addr":"[fd00:1122:3344:101::1b]:38171","req_id":"684323b5-aac4-4774-9068-b6420568c12d","component":"dns"}