[ Mar 17 16:40:56 Enabled. ] [ Mar 17 16:40:56 Rereading configuration. ] [ Mar 17 16:40:57 Rereading configuration. ] [ Mar 17 16:41:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/external_dns/config.toml --http-address [fd00:1122:3344:101::8]:5353 --dns-address 172.30.1.5:53 &"). ] [ Mar 17 16:41:03 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:101::8]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:03.979280311Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"dns_config":"Config { bind_address: 172.30.1.5:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:101::8]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:03.980540118Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:04.006986104Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:04.007017335Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:04.007066116Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"component":"dns","local_address":"172.30.1.5:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:04.007995186Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"recovery.sys.oxide.test.\"),\n ),\n original: Query {\n name: Name(\"recovery.sys.oxide.test.\"),\n query_type: A,\n query_class: IN,\n },\n },\n original: [\n 8,\n 114,\n 101,\n 99,\n 111,\n 118,\n 101,\n 114,\n 121,\n 3,\n 115,\n 121,\n 115,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 4,\n 116,\n 101,\n 115,\n 116,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"recovery.sys.oxide.test.\"","v":0,"name":"dns-server","level":50,"time":"2025-03-17T16:41:51.604735181Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"peer_addr":"10.151.2.100:59923","req_id":"87ec879c-d171-489b-a42d-66f4d46967ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"recovery.sys.oxide.test.\"),\n ),\n original: Query {\n name: Name(\"recovery.sys.oxide.test.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 8,\n 114,\n 101,\n 99,\n 111,\n 118,\n 101,\n 114,\n 121,\n 3,\n 115,\n 121,\n 115,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 4,\n 116,\n 101,\n 115,\n 116,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"recovery.sys.oxide.test.\"","v":0,"name":"dns-server","level":50,"time":"2025-03-17T16:41:51.61121256Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"peer_addr":"10.151.2.100:62844","req_id":"04ad2197-bfd2-4061-a8a3-ecae8cd41a14","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:51.803281653Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39456"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:51.824237602Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"72b5172d-3570-4fe2-a6d6-a8931cd9a659","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:51.824276283Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"component":"store"} {"msg":"pruning trees for generations older than 2","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:51.852686392Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:51.852720622Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"72b5172d-3570-4fe2-a6d6-a8931cd9a659","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:41:51.852734763Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"72b5172d-3570-4fe2-a6d6-a8931cd9a659","remote_addr":"[fd00:1122:3344:101::c]:39456","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":34992,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.414159854Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51496"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.414307617Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"11baaef0-f43f-42aa-8a5b-aae470ee700e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.414341148Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"11baaef0-f43f-42aa-8a5b-aae470ee700e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.414351498Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"11baaef0-f43f-42aa-8a5b-aae470ee700e","remote_addr":"[fd00:1122:3344:101::b]:51496","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.724132822Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63883"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.724218644Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"7dccfb48-43df-4da9-b586-315657b55908","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.724229875Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"7dccfb48-43df-4da9-b586-315657b55908","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.724240425Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"7dccfb48-43df-4da9-b586-315657b55908","remote_addr":"[fd00:1122:3344:101::c]:63883","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.941540269Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43432"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.941635781Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"56b94e57-713f-4998-8624-cfc4d8b74d5c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.941658241Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"56b94e57-713f-4998-8624-cfc4d8b74d5c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:42:07.941665291Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"56b94e57-713f-4998-8624-cfc4d8b74d5c","remote_addr":"[fd00:1122:3344:101::a]:43432","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:06.92746975Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41463"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:06.927613603Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"a428b602-4932-49b5-8fab-a14c4516d26b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:06.927625754Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"a428b602-4932-49b5-8fab-a14c4516d26b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:06.927645344Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"a428b602-4932-49b5-8fab-a14c4516d26b","remote_addr":"[fd00:1122:3344:101::b]:41463","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":79,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.683483151Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60993"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.683621534Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"74b663f5-06ec-4c84-9b59-2412a97221f9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.683652365Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"74b663f5-06ec-4c84-9b59-2412a97221f9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.683659915Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"74b663f5-06ec-4c84-9b59-2412a97221f9","remote_addr":"[fd00:1122:3344:101::c]:60993","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.748219187Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53601"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.74832075Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"06b132a5-cf2f-4232-baff-92acf131df04","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.74833124Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"06b132a5-cf2f-4232-baff-92acf131df04","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:43:07.74833953Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"06b132a5-cf2f-4232-baff-92acf131df04","remote_addr":"[fd00:1122:3344:101::a]:53601","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:06.892769395Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35450"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:06.892846827Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"75867828-9bef-446d-883c-8dbae0169fce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:06.892862108Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"75867828-9bef-446d-883c-8dbae0169fce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:06.892867848Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"75867828-9bef-446d-883c-8dbae0169fce","remote_addr":"[fd00:1122:3344:101::b]:35450","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":63,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.679971275Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63482"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.680073047Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"ee95733c-34a6-4274-b247-fa7a4deceef6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.680083397Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"ee95733c-34a6-4274-b247-fa7a4deceef6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.680092648Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"ee95733c-34a6-4274-b247-fa7a4deceef6","remote_addr":"[fd00:1122:3344:101::a]:63482","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.681949647Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61457"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.68209813Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"e5acfb7d-221a-4ed3-a26e-5fbc567ac983","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.682113061Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"new_generation":2,"req_id":"e5acfb7d-221a-4ed3-a26e-5fbc567ac983","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-03-17T16:44:07.682120991Z","hostname":"oxz_external_dns_91530a96-1dfe-4db2-b8a3-2a09e4675f90","pid":22918,"uri":"/config","method":"PUT","req_id":"e5acfb7d-221a-4ed3-a26e-5fbc567ac983","remote_addr":"[fd00:1122:3344:101::c]:61457","local_addr":"[fd00:1122:3344:101::8]:5353","component":"http","latency_us":41,"response_code":"204"}