[ Jul 14 07:28:27 Enabled. ] [ Jul 14 07:28:27 Rereading configuration. ] [ Jul 14 07:28:27 Rereading configuration. ] [ Jul 14 07:28:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 14 07:28:28 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:28.740400423Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:28.740516116Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:28.761577296Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:28.761605097Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:28.761619557Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:28.761856604Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:29.948851295Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:60012"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:29.949611275Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"new_generation":1,"req_id":"7733786c-c79d-40c8-a07a-1a3ebf04501d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:29.949629336Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:29.966032992Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:29.966067513Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"new_generation":1,"req_id":"7733786c-c79d-40c8-a07a-1a3ebf04501d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-14T07:28:29.966075423Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"uri":"/config","method":"PUT","req_id":"7733786c-c79d-40c8-a07a-1a3ebf04501d","remote_addr":"[fd00:1122:3344:1::2]:60012","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16852,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:28:41.332543606Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:34461","req_id":"844b2014-dcb8-4d7a-831f-5c0a7156b93e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:28:41.337280782Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:52860","req_id":"f38b2ef5-4082-48e1-95d6-ece30dd64b77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:28:41.341190915Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:50170","req_id":"8ea805fa-a02c-4575-9e26-a799285d92d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.543165627Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::2]:44324","req_id":"7035c1f9-14c2-4c7e-bae4-302c8698ef1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_9a72fd9d-c459-4553-861e-18aa969905bb.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_9a72fd9d-c459-4553-861e-18aa969905bb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 97,\n 55,\n 50,\n 102,\n 100,\n 57,\n 100,\n 45,\n 99,\n 52,\n 53,\n 57,\n 45,\n 52,\n 53,\n 53,\n 51,\n 45,\n 56,\n 54,\n 49,\n 101,\n 45,\n 49,\n 56,\n 97,\n 97,\n 57,\n 54,\n 57,\n 57,\n 48,\n 53,\n 98,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_9a72fd9d-c459-4553-861e-18aa969905bb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.58161392Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:50071","req_id":"da35dea6-b3b1-4bdd-b5f3-e18767132e14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.5816388Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::2]:60788","req_id":"a087c3e8-da9c-4f40-b24c-9b45ef4ece34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab9f25d9-011c-4b52-9038-ce0fdc25bcd3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab9f25d9-011c-4b52-9038-ce0fdc25bcd3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 57,\n 102,\n 50,\n 53,\n 100,\n 57,\n 45,\n 48,\n 49,\n 49,\n 99,\n 45,\n 52,\n 98,\n 53,\n 50,\n 45,\n 57,\n 48,\n 51,\n 56,\n 45,\n 99,\n 101,\n 48,\n 102,\n 100,\n 99,\n 50,\n 53,\n 98,\n 99,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab9f25d9-011c-4b52-9038-ce0fdc25bcd3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.759431787Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::5]:39431","req_id":"d796fbf6-281f-4101-a90f-3ddf7bfece9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab9f25d9-011c-4b52-9038-ce0fdc25bcd3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab9f25d9-011c-4b52-9038-ce0fdc25bcd3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 57,\n 102,\n 50,\n 53,\n 100,\n 57,\n 45,\n 48,\n 49,\n 49,\n 99,\n 45,\n 52,\n 98,\n 53,\n 50,\n 45,\n 57,\n 48,\n 51,\n 56,\n 45,\n 99,\n 101,\n 48,\n 102,\n 100,\n 99,\n 50,\n 53,\n 98,\n 99,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab9f25d9-011c-4b52-9038-ce0fdc25bcd3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.760137706Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::5]:46044","req_id":"eb0b75e1-8b24-4115-8a5a-8192ae6e7f8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_91ecb6c0-1fbf-460f-871f-ce8144e5c9f9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_91ecb6c0-1fbf-460f-871f-ce8144e5c9f9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 101,\n 99,\n 98,\n 54,\n 99,\n 48,\n 45,\n 49,\n 102,\n 98,\n 102,\n 45,\n 52,\n 54,\n 48,\n 102,\n 45,\n 56,\n 55,\n 49,\n 102,\n 45,\n 99,\n 101,\n 56,\n 49,\n 52,\n 52,\n 101,\n 53,\n 99,\n 57,\n 102,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_91ecb6c0-1fbf-460f-871f-ce8144e5c9f9.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.836325412Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::4]:61362","req_id":"fbc421e4-5eda-4ecc-bc62-e4ece9ae1dae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_91ecb6c0-1fbf-460f-871f-ce8144e5c9f9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_91ecb6c0-1fbf-460f-871f-ce8144e5c9f9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 101,\n 99,\n 98,\n 54,\n 99,\n 48,\n 45,\n 49,\n 102,\n 98,\n 102,\n 45,\n 52,\n 54,\n 48,\n 102,\n 45,\n 56,\n 55,\n 49,\n 102,\n 45,\n 99,\n 101,\n 56,\n 49,\n 52,\n 52,\n 101,\n 53,\n 99,\n 57,\n 102,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_91ecb6c0-1fbf-460f-871f-ce8144e5c9f9.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.836985449Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::4]:54596","req_id":"487212cd-995a-4b90-a36f-8d02f4b1e1ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_116b20b3-e4f4-4a7e-80ae-d30db1efdc1b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_116b20b3-e4f4-4a7e-80ae-d30db1efdc1b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 54,\n 98,\n 50,\n 48,\n 98,\n 51,\n 45,\n 101,\n 52,\n 102,\n 52,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 48,\n 97,\n 101,\n 45,\n 100,\n 51,\n 48,\n 100,\n 98,\n 49,\n 101,\n 102,\n 100,\n 99,\n 49,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_116b20b3-e4f4-4a7e-80ae-d30db1efdc1b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.924063934Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::6]:54741","req_id":"b9d08725-76cb-499c-8064-e4f84de727f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_116b20b3-e4f4-4a7e-80ae-d30db1efdc1b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_116b20b3-e4f4-4a7e-80ae-d30db1efdc1b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 54,\n 98,\n 50,\n 48,\n 98,\n 51,\n 45,\n 101,\n 52,\n 102,\n 52,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 48,\n 97,\n 101,\n 45,\n 100,\n 51,\n 48,\n 100,\n 98,\n 49,\n 101,\n 102,\n 100,\n 99,\n 49,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_116b20b3-e4f4-4a7e-80ae-d30db1efdc1b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:00.924725912Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::6]:50789","req_id":"4396d1c8-3d86-4ea0-a2bc-3050b2998b5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2668aabe-f525-4b76-809b-9eac4600a63e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2668aabe-f525-4b76-809b-9eac4600a63e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 54,\n 56,\n 97,\n 97,\n 98,\n 101,\n 45,\n 102,\n 53,\n 50,\n 53,\n 45,\n 52,\n 98,\n 55,\n 54,\n 45,\n 56,\n 48,\n 57,\n 98,\n 45,\n 57,\n 101,\n 97,\n 99,\n 52,\n 54,\n 48,\n 48,\n 97,\n 54,\n 51,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2668aabe-f525-4b76-809b-9eac4600a63e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:01.07697435Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::7]:57675","req_id":"209ee559-e89f-43da-9e13-058fd509c39c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2668aabe-f525-4b76-809b-9eac4600a63e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2668aabe-f525-4b76-809b-9eac4600a63e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 54,\n 56,\n 97,\n 97,\n 98,\n 101,\n 45,\n 102,\n 53,\n 50,\n 53,\n 45,\n 52,\n 98,\n 55,\n 54,\n 45,\n 56,\n 48,\n 57,\n 98,\n 45,\n 57,\n 101,\n 97,\n 99,\n 52,\n 54,\n 48,\n 48,\n 97,\n 54,\n 51,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2668aabe-f525-4b76-809b-9eac4600a63e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:01.07773996Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::7]:62770","req_id":"8e033428-4a21-490a-8bf5-95319d7854df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_23cf69b2-15a0-495b-bcb9-e835446ef3cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_23cf69b2-15a0-495b-bcb9-e835446ef3cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 99,\n 102,\n 54,\n 57,\n 98,\n 50,\n 45,\n 49,\n 53,\n 97,\n 48,\n 45,\n 52,\n 57,\n 53,\n 98,\n 45,\n 98,\n 99,\n 98,\n 57,\n 45,\n 101,\n 56,\n 51,\n 53,\n 52,\n 52,\n 54,\n 101,\n 102,\n 51,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_23cf69b2-15a0-495b-bcb9-e835446ef3cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:01.094615399Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::3]:47758","req_id":"901c3da6-9dd7-4d5c-bf09-77ae4f56959b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_23cf69b2-15a0-495b-bcb9-e835446ef3cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_23cf69b2-15a0-495b-bcb9-e835446ef3cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 99,\n 102,\n 54,\n 57,\n 98,\n 50,\n 45,\n 49,\n 53,\n 97,\n 48,\n 45,\n 52,\n 57,\n 53,\n 98,\n 45,\n 98,\n 99,\n 98,\n 57,\n 45,\n 101,\n 56,\n 51,\n 53,\n 52,\n 52,\n 54,\n 101,\n 102,\n 51,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_23cf69b2-15a0-495b-bcb9-e835446ef3cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-14T07:30:01.095275546Z","hostname":"oxz_internal_dns_e33ee1ce-80d7-4b5b-8aa4-e298bc14d21a","pid":5478,"peer_addr":"[fd00:1122:3344:101::3]:42776","req_id":"ae088457-de32-46aa-b71f-e77c77b8359f","component":"dns"}