[ Jan 16 00:44:31 Disabled. ] [ Jan 16 00:44:31 Rereading configuration. ] [ Jan 16 00:44:34 Rereading configuration. ] [ Jan 16 00:44:34 Rereading configuration. ] [ Jan 16 00:44:34 Enabled. ] [ Jan 16 00:44:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jan 16 00:44:34 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, request_body_max_bytes: 104857600, default_handler_task_mode: Detached }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:34.738440121Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, request_body_max_bytes: 104857600, default_handler_task_mode: Detached }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:34.738751244Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:34.758592293Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:34.758617944Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:34.758660144Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:34.758956867Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.387882946Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:101::1]:55737","req_id":"34b2f3a7-494c-4886-b162-4d8c83506a96","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.387914037Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:63653","req_id":"1c481538-5885-4b3c-bdfd-e51cb46424f0","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.387927777Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:55701","req_id":"8f7a0cfc-8cdc-4433-8f7b-72babb9792e4","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.38924429Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:54332","req_id":"58792a3f-8108-4438-a06a-b9eef894051d","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.62276301Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:54092","req_id":"05463133-4338-4322-88d5-9499eb4f6b7a","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.744246023Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:61813","req_id":"73bfcf5a-a2fd-4ff4-9376-d66103b556b4","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.966979195Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:61823","req_id":"ff46a0fe-b516-4ff9-90d0-3b6c6ea30b1b","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:35.967004665Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:53969","req_id":"0126634c-5812-466b-b882-4165e291da18","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:36.35702496Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:54689","req_id":"047741b5-e9d0-46f4-a954-47e440d8b9ab","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:36.429178636Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:51403","req_id":"683290db-6dd3-488f-bcd0-77d7355bbf86","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:36.615710983Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:59448","req_id":"dbb832bb-5089-48eb-b739-68bf0a88575e","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:36.712489927Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:57982","req_id":"d94c112d-4432-4b27-b7ac-c5737770aee0","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:36.967020779Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:54826","req_id":"0b63048b-557f-4175-88e1-01a4d11e286e","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.034392096Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:59476","req_id":"0c8c3019-6a63-481e-9fe5-98ca37035ca3","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.232108826Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:63553","req_id":"906f0229-2270-465d-a20a-816ad6b8a681","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.370864633Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:51600","req_id":"e110fba7-0188-40b5-90c3-92c3156b4396","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.436608535Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:62278","req_id":"3c239412-3338-4a63-bd00-910fd7309cc5","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.470063011Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:64014","req_id":"00b82a81-a843-4967-9c5e-144d01196ba6","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.621406264Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:50543","req_id":"54889942-5d2d-480b-bbb5-82bfcc409f7a","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.62487733Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:62143","req_id":"23ae0e61-c1fe-4502-9d98-29fa130413d5","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:37.918486565Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:62187","req_id":"5e2bf879-f507-4c78-b128-3661848f9b13","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:38.084190732Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:55193","req_id":"e795e368-aa4c-4a04-b8b0-2e46e3f2a995","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:38.230916309Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:55570","req_id":"51fcd22c-4615-423e-acc6-219ccc92da02","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:38.541417264Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:57458","req_id":"c243f832-298b-4f6c-8ef7-f3b2a5b86f23","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:38.548156491Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:3::2]:50383","req_id":"1d1fe798-333e-45aa-b87b-a25fe5588792","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-01-16T00:44:38.869608657Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"peer_addr":"[fd00:1122:3344:101::2]:49350","req_id":"429a43d9-7cfa-4806-a6e2-e4147f95ff4b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:39.049446326Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:43770"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:39.050226274Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"new_generation":1,"req_id":"299d2195-8224-4a89-8eca-49574873c855","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:39.050238394Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:39.082221276Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:39.082236136Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"new_generation":1,"req_id":"299d2195-8224-4a89-8eca-49574873c855","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-01-16T00:44:39.082249716Z","hostname":"oxz_internal_dns_e18a3f71-0073-4a2f-8010-6a2dfbd28c35","pid":4697,"uri":"/config","method":"PUT","req_id":"299d2195-8224-4a89-8eca-49574873c855","remote_addr":"[fd00:1122:3344:3::2]:43770","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":32303,"response_code":"204"}