[ Nov 16 00:44:46 Disabled. ] [ Nov 16 00:44:46 Rereading configuration. ] [ Nov 16 00:44:46 Enabled. ] [ Nov 16 00:44:46 Rereading configuration. ] [ Nov 16 00:44:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Nov 16 00:44:46 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:47.038599905Z","hostname":"oxz_switch","pid":2298} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:47.061076885Z","hostname":"oxz_switch","pid":2298} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:47.061154267Z","hostname":"oxz_switch","pid":2298} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:47.061218049Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2024-11-16T00:44:47.061826466Z","hostname":"oxz_switch","pid":2298} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064772635Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064808846Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064818627Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064832247Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064841477Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064852168Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064860888Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064881568Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064890918Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064902469Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064911089Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064922149Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.06493144Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.06494017Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.06495407Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.06496282Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064976281Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064985471Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.064996801Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065007732Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065025562Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065036053Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065045323Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065065003Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065073523Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065087004Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065096184Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065107795Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065117275Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065136575Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065146836Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065155686Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065166996Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.065175626Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:47.065187917Z","hostname":"oxz_switch","pid":2298} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:47.065195527Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-11-16T00:44:47.066651806Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:47.133752736Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:48.135463334Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:49.136144195Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:50.136679972Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:51.137216268Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:52.137783335Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:53.138287551Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:54.138778846Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:55.139321313Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:56.139882361Z","hostname":"oxz_switch","pid":2298} {"msg":"failed to ensure TEP address fd43:1d63:252c:7f89::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-16T00:44:57.140473648Z","hostname":"oxz_switch","pid":2298} [ Nov 16 00:44:58 Rereading configuration. ] [ Nov 16 00:44:58 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 213"). ] + CONTRACT='' + getopts c: o + CONTRACT=213 + getopts c: o + [[ -n 213 ]] + pgrep -c 213 + PARENT_PID=2296 + [[ -n 2296 ]] + pgrep -P 2296 + CHILD_PID=2298 + [[ -n 2298 ]] + kill -USR1 2298 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:58.308417545Z","hostname":"oxz_switch","pid":2298} {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:58.309728231Z","hostname":"oxz_switch","pid":2298} [ Nov 16 00:44:58 Method "refresh" exited with status 0. ] Nov 16 00:44:58.310 DEBG registered DTrace probes Nov 16 00:44:58.310 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Nov 16 00:44:58.310 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197 Nov 16 00:44:58.311 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Nov 16 00:44:58.311 DEBG Nexus IP not provided, will use DNS to resolve it Nov 16 00:44:58.311 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/internal-dns/src/resolver.rs:72 Nov 16 00:44:58.311 DEBG starting producer registration task Nov 16 00:44:58.311 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 97918d50-2a55-408b-a8dd-c32a59cc4775, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:283 Nov 16 00:44:58.311 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:58.511503384Z","hostname":"oxz_switch","pid":2298,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:45962"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:58.512215093Z","hostname":"oxz_switch","pid":2298,"uri":"/static/route4","method":"PUT","req_id":"3829fb03-e569-491e-9e88-e32b3236f50d","remote_addr":"[fd00:1122:3344:101::1]:45962","local_addr":"[::]:4676","unit":"api-server","latency_us":514,"response_code":"204"} {"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-11-16T00:44:58.512696576Z","hostname":"oxz_switch","pid":2298} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-11-16T00:44:58.512714906Z","hostname":"oxz_switch","pid":2298}