[ Nov  6 00:14:41 Disabled. ]
[ Nov  6 00:14:41 Rereading configuration. ]
[ Nov  6 00:14:42 Enabled. ]
[ Nov  6 00:14:42 Rereading configuration. ]
[ Nov  6 00:14:42 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Nov  6 00:14:42 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:42.766867784Z","hostname":"oxz_switch","pid":2297}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:42.788416193Z","hostname":"oxz_switch","pid":2297}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:42.788470945Z","hostname":"oxz_switch","pid":2297}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:42.788520316Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2024-11-06T00:14:42.789007641Z","hostname":"oxz_switch","pid":2297}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.7923604Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792403442Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792413562Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792425912Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792435503Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792446523Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792455863Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792467624Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792477324Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792488684Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792500145Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792509345Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792521995Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792531095Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792542046Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792552056Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792566407Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792576017Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792589597Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792599668Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792628138Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792641999Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792652159Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792663989Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.79267409Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.79269666Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792706801Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792735152Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792745302Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792762312Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792772213Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792781393Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792805594Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.792815764Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:42.792842565Z","hostname":"oxz_switch","pid":2297}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:42.792850835Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-11-06T00:14:42.794333359Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:42.868259384Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:43.869939833Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:44.870482578Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:45.871006282Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:46.871490356Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:47.872051951Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:48.87273061Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:49.876025168Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:50.880040506Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:51.883436335Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:52.884003761Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to ensure TEP address fd5c:c885:fd30:bdd5::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-11-06T00:14:53.884464804Z","hostname":"oxz_switch","pid":2297}
[ Nov  6 00:14:53 Rereading configuration. ]
[ Nov  6 00:14:54 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2296
+ [[ -n 2296 ]]
+ pgrep -P 2296
+ CHILD_PID=2297
+ [[ -n 2297 ]]
+ kill -USR1 2297
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:54.018854364Z","hostname":"oxz_switch","pid":2297}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:54.020166283Z","hostname":"oxz_switch","pid":2297}
[ Nov  6 00:14:54 Method "refresh" exited with status 0. ]
Nov 06 00:14:54.021 DEBG registered DTrace probes
Nov 06 00:14:54.021 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Nov 06 00:14:54.021 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
Nov 06 00:14:54.021 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Nov 06 00:14:54.021 DEBG Nexus IP not provided, will use DNS to resolve it
Nov 06 00:14:54.021 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/internal-dns/src/resolver.rs:72
Nov 06 00:14:54.021 DEBG starting producer registration task
Nov 06 00:14:54.021 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 9c1a1f66-8a95-49da-beda-497b56ec3bbf, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:283
Nov 06 00:14:54.022 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:54.185381657Z","hostname":"oxz_switch","pid":2297,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:44742"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:54.185926704Z","hostname":"oxz_switch","pid":2297,"uri":"/static/route4","method":"PUT","req_id":"897d35bf-d6c6-4d43-94fd-d54710433bd5","remote_addr":"[fd00:1122:3344:101::1]:44742","local_addr":"[::]:4676","unit":"api-server","latency_us":394,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-11-06T00:14:54.186607144Z","hostname":"oxz_switch","pid":2297}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-11-06T00:14:54.186621334Z","hostname":"oxz_switch","pid":2297}
Nov 06 00:14:59.025 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e2378399-e8ed-453c-847a-0a419dfd0966.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f13e9b98-ae91-4d61-ba9b-3b178cfa151a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f633068a-05f8-4be2-a65b-d83ac560f7a9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f633068a-05f8-4be2-a65b-d83ac560f7a9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::a))) }], valid_until: Instant { tv_sec: 762, tv_nsec: 1558959 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:14:59.026 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Nov 06 00:14:59.058 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task