[ Sep 7 00:41:37 Enabled. ] [ Sep 7 00:41:37 Rereading configuration. ] [ Sep 7 00:41:37 Rereading configuration. ] [ Sep 7 00:41:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Sep 7 00:41:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:38.661633503Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:38.661762716Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:38.679410957Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:38.679451028Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:38.679475818Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:38.679789755Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:39.770159098Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:50860"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:39.771249841Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"new_generation":1,"req_id":"730d6a29-97aa-4059-a931-dcfcb952a5b6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:39.771266632Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:39.783778485Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:39.783802325Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"new_generation":1,"req_id":"730d6a29-97aa-4059-a931-dcfcb952a5b6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:41:39.783808615Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"uri":"/config","method":"PUT","req_id":"730d6a29-97aa-4059-a931-dcfcb952a5b6","remote_addr":"[fd00:1122:3344:3::2]:50860","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13131,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:41:50.463157032Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:48765","req_id":"050b8178-ef1c-4c01-87ae-0d977fe75731","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:41:50.468268979Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:61276","req_id":"6886674f-37c4-4954-a4f6-a33839d7b27c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:41:50.472538799Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:47632","req_id":"23e4f45a-2148-46c2-8fee-248fb989ed56","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2b685ab-2aef-4889-bb3c-bac1bc056177.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2b685ab-2aef-4889-bb3c-bac1bc056177.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 54,\n 56,\n 53,\n 97,\n 98,\n 45,\n 50,\n 97,\n 101,\n 102,\n 45,\n 52,\n 56,\n 56,\n 57,\n 45,\n 98,\n 98,\n 51,\n 99,\n 45,\n 98,\n 97,\n 99,\n 49,\n 98,\n 99,\n 48,\n 53,\n 54,\n 49,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2b685ab-2aef-4889-bb3c-bac1bc056177.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.901693514Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::4]:36452","req_id":"863d18eb-71c2-4e33-b7a5-f4a7b1408d1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2b685ab-2aef-4889-bb3c-bac1bc056177.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2b685ab-2aef-4889-bb3c-bac1bc056177.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 54,\n 56,\n 53,\n 97,\n 98,\n 45,\n 50,\n 97,\n 101,\n 102,\n 45,\n 52,\n 56,\n 56,\n 57,\n 45,\n 98,\n 98,\n 51,\n 99,\n 45,\n 98,\n 97,\n 99,\n 49,\n 98,\n 99,\n 48,\n 53,\n 54,\n 49,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2b685ab-2aef-4889-bb3c-bac1bc056177.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.902264666Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::4]:54884","req_id":"fb0c29cc-eb7d-45f3-bb25-531f88df1378","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_60d12c08-8f21-4a13-88b2-66a4781238a3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_60d12c08-8f21-4a13-88b2-66a4781238a3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 48,\n 100,\n 49,\n 50,\n 99,\n 48,\n 56,\n 45,\n 56,\n 102,\n 50,\n 49,\n 45,\n 52,\n 97,\n 49,\n 51,\n 45,\n 56,\n 56,\n 98,\n 50,\n 45,\n 54,\n 54,\n 97,\n 52,\n 55,\n 56,\n 49,\n 50,\n 51,\n 56,\n 97,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_60d12c08-8f21-4a13-88b2-66a4781238a3.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.903946642Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::6]:34400","req_id":"e86d70a6-6593-445a-b73d-d8a25312b2eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_60d12c08-8f21-4a13-88b2-66a4781238a3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_60d12c08-8f21-4a13-88b2-66a4781238a3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 48,\n 100,\n 49,\n 50,\n 99,\n 48,\n 56,\n 45,\n 56,\n 102,\n 50,\n 49,\n 45,\n 52,\n 97,\n 49,\n 51,\n 45,\n 56,\n 56,\n 98,\n 50,\n 45,\n 54,\n 54,\n 97,\n 52,\n 55,\n 56,\n 49,\n 50,\n 51,\n 56,\n 97,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_60d12c08-8f21-4a13-88b2-66a4781238a3.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.904510834Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::6]:52523","req_id":"42f6012c-9601-4d9c-88f0-8ab3882e1bf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5947749-6449-49a8-b66b-dc2f0a45a923.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5947749-6449-49a8-b66b-dc2f0a45a923.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 57,\n 52,\n 55,\n 55,\n 52,\n 57,\n 45,\n 54,\n 52,\n 52,\n 57,\n 45,\n 52,\n 57,\n 97,\n 56,\n 45,\n 98,\n 54,\n 54,\n 98,\n 45,\n 100,\n 99,\n 50,\n 102,\n 48,\n 97,\n 52,\n 53,\n 97,\n 57,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5947749-6449-49a8-b66b-dc2f0a45a923.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.914407852Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::5]:34535","req_id":"38163462-90b5-44f9-a917-a44c5b7f0015","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5947749-6449-49a8-b66b-dc2f0a45a923.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5947749-6449-49a8-b66b-dc2f0a45a923.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 57,\n 52,\n 55,\n 55,\n 52,\n 57,\n 45,\n 54,\n 52,\n 52,\n 57,\n 45,\n 52,\n 57,\n 97,\n 56,\n 45,\n 98,\n 54,\n 54,\n 98,\n 45,\n 100,\n 99,\n 50,\n 102,\n 48,\n 97,\n 52,\n 53,\n 97,\n 57,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5947749-6449-49a8-b66b-dc2f0a45a923.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.914950003Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::5]:59926","req_id":"eb8c273c-0f63-4d5c-a91c-ed49c5099ed0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b33e4cf4-0f6f-4eee-9a0f-622a22ee141c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b33e4cf4-0f6f-4eee-9a0f-622a22ee141c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 51,\n 101,\n 52,\n 99,\n 102,\n 52,\n 45,\n 48,\n 102,\n 54,\n 102,\n 45,\n 52,\n 101,\n 101,\n 101,\n 45,\n 57,\n 97,\n 48,\n 102,\n 45,\n 54,\n 50,\n 50,\n 97,\n 50,\n 50,\n 101,\n 101,\n 49,\n 52,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b33e4cf4-0f6f-4eee-9a0f-622a22ee141c.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.949358317Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::7]:46004","req_id":"532e5d59-f61c-4e9c-8227-c62c0fbb6e5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b33e4cf4-0f6f-4eee-9a0f-622a22ee141c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b33e4cf4-0f6f-4eee-9a0f-622a22ee141c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 51,\n 101,\n 52,\n 99,\n 102,\n 52,\n 45,\n 48,\n 102,\n 54,\n 102,\n 45,\n 52,\n 101,\n 101,\n 101,\n 45,\n 57,\n 97,\n 48,\n 102,\n 45,\n 54,\n 50,\n 50,\n 97,\n 50,\n 50,\n 101,\n 101,\n 49,\n 52,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b33e4cf4-0f6f-4eee-9a0f-622a22ee141c.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.949822957Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::7]:52544","req_id":"2bcd8a4e-d919-48e9-b353-70a5e929968c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7e9e3305-a23e-434f-ba9f-717a6e90028f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7e9e3305-a23e-434f-ba9f-717a6e90028f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 101,\n 57,\n 101,\n 51,\n 51,\n 48,\n 53,\n 45,\n 97,\n 50,\n 51,\n 101,\n 45,\n 52,\n 51,\n 52,\n 102,\n 45,\n 98,\n 97,\n 57,\n 102,\n 45,\n 55,\n 49,\n 55,\n 97,\n 54,\n 101,\n 57,\n 48,\n 48,\n 50,\n 56,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7e9e3305-a23e-434f-ba9f-717a6e90028f.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.955401694Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:41273","req_id":"3d5d1cb3-7973-4cee-838f-7f2942c476e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ee324549-66b0-44b1-b37d-961d44cc889c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ee324549-66b0-44b1-b37d-961d44cc889c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 101,\n 51,\n 50,\n 52,\n 53,\n 52,\n 57,\n 45,\n 54,\n 54,\n 98,\n 48,\n 45,\n 52,\n 52,\n 98,\n 49,\n 45,\n 98,\n 51,\n 55,\n 100,\n 45,\n 57,\n 54,\n 49,\n 100,\n 52,\n 52,\n 99,\n 99,\n 56,\n 56,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ee324549-66b0-44b1-b37d-961d44cc889c.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.993444155Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::3]:55933","req_id":"5d4accc4-44d7-4eb2-9ae0-9b64151aef61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ee324549-66b0-44b1-b37d-961d44cc889c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ee324549-66b0-44b1-b37d-961d44cc889c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 101,\n 51,\n 50,\n 52,\n 53,\n 52,\n 57,\n 45,\n 54,\n 54,\n 98,\n 48,\n 45,\n 52,\n 52,\n 98,\n 49,\n 45,\n 98,\n 51,\n 55,\n 100,\n 45,\n 57,\n 54,\n 49,\n 100,\n 52,\n 52,\n 99,\n 99,\n 56,\n 56,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ee324549-66b0-44b1-b37d-961d44cc889c.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:00.993958326Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::3]:47308","req_id":"0593c598-8889-474c-823e-7be825762266","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:01.174681599Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::2]:60195","req_id":"88a4e3c0-deeb-4816-9962-8e4ec911a439","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:45:01.1752242Z","hostname":"oxz_internal_dns_43ff85ec-32cb-4e42-a175-844b2ec34a18","pid":5516,"peer_addr":"[fd00:1122:3344:101::2]:43998","req_id":"bf636fc3-c448-4c60-a7f6-121d85713983","component":"dns"}