[ Dec  6 21:12:24 Disabled. ]
[ Dec  6 21:12:24 Rereading configuration. ]
[ Dec  6 21:12:25 Enabled. ]
[ Dec  6 21:12:25 Rereading configuration. ]
[ Dec  6 21:12:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Dec  6 21:12:25 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:25.092281891Z","hostname":"oxz_switch","pid":2294}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:25.114124959Z","hostname":"oxz_switch","pid":2294}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:25.114291062Z","hostname":"oxz_switch","pid":2294}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:25.114334272Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2024-12-06T21:12:25.114746259Z","hostname":"oxz_switch","pid":2294}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118625833Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118669154Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118679124Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118697974Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118707514Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118719464Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118728735Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118740975Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118750225Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118762005Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118770775Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118783295Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118792516Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118801696Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118813716Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118824796Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118836836Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118846476Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118861587Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118870967Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118890267Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118899587Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118908777Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118923278Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118932498Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118944488Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118954358Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118966938Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.118997979Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.119023429Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.119034249Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.1190448Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.11905902Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.11906945Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.11908174Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:25.11909113Z","hostname":"oxz_switch","pid":2294}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:25.11909865Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-12-06T21:12:25.120117157Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:25.188983567Z","hostname":"oxz_switch","pid":2294}
{"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints)","v":0,"name":"slog-rs","level":50,"time":"2024-12-06T21:12:25.189114909Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:26.189417986Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:27.1914187Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:28.19191167Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:29.192468481Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:30.193050042Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:31.193649784Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:32.194229236Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:33.194869998Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:34.195386929Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to ensure TEP address fd5f:d664:454f:611e::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2024-12-06T21:12:35.195932339Z","hostname":"oxz_switch","pid":2294}
[ Dec  6 21:12:36 Rereading configuration. ]
[ Dec  6 21:12:36 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2292
+ [[ -n 2292 ]]
+ pgrep -P 2292
+ CHILD_PID=2294
+ [[ -n 2294 ]]
+ kill -USR1 2294
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:36.422544858Z","hostname":"oxz_switch","pid":2294}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:36.42392616Z","hostname":"oxz_switch","pid":2294}
[ Dec  6 21:12:36 Method "refresh" exited with status 0. ]
Dec 06 21:12:36.424 DEBG registered DTrace probes
Dec 06 21:12:36.425 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 06 21:12:36.425 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
Dec 06 21:12:36.425 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 06 21:12:36.425 DEBG Nexus IP not provided, will use DNS to resolve it
Dec 06 21:12:36.425 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/internal-dns/src/resolver.rs:72
Dec 06 21:12:36.425 DEBG starting producer registration task
Dec 06 21:12:36.425 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 35a4c21a-74e0-485c-b0a6-1c8b33512041, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:283
Dec 06 21:12:36.426 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:36.63056833Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:34174"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:36.631513405Z","hostname":"oxz_switch","pid":2294,"uri":"/static/route4","method":"PUT","req_id":"f1380a17-33e7-4a22-a748-4c5a67a6ed94","remote_addr":"[fd00:1122:3344:101::1]:34174","local_addr":"[::]:4676","unit":"api-server","latency_us":599,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-12-06T21:12:36.632101535Z","hostname":"oxz_switch","pid":2294}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:12:36.632116735Z","hostname":"oxz_switch","pid":2294}
Dec 06 21:12:46.430 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("0214b950-30f3-4a60-9344-b4f7d110e307.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a211d4f7-7350-4466-97ca-36b58597b187.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e8725c8c-13ab-4916-bf16-bb7f832014d5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e8725c8c-13ab-4916-bf16-bb7f832014d5.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 681, tv_nsec: 739478839 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 06 21:12:46.431 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 06 21:12:46.483 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:13:01.218 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:13:01.218 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 339.744735ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
Dec 06 21:13:01.592 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:13:16.636 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:13:16.638 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 442.164826ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
Dec 06 21:13:17.262 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:13:32.298 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:13:32.299 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 812.615838ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
Dec 06 21:13:33.151 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"initializing failed: dpd error Communication Error: error sending request for url (http://localhost:12224/ports/qsfp0/links/0/ipv6)","v":0,"name":"slog-rs","level":50,"time":"2024-12-06T21:13:35.308685501Z","hostname":"oxz_switch","pid":2294}
{"msg":"restarting sync loop in one second","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:13:35.308739012Z","hostname":"oxz_switch","pid":2294}
Dec 06 21:13:48.155 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:13:48.157 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 2.607443927s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
Dec 06 21:13:50.800 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:14:05.801 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:14:05.803 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 5.000099642s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
Dec 06 21:14:12.623 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:14:27.637 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:14:27.639 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 9.193015006s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
Dec 06 21:14:36.869 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:14:51.870 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 06 21:14:51.871 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 8.214909757s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:14:53.515142177Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:50839"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:14:53.520823301Z","hostname":"oxz_switch","pid":2294,"uri":"/bfd/peers","method":"GET","req_id":"b29b7d7f-0ba8-4079-8c02-b2745726d4f3","remote_addr":"[fd00:1122:3344:101::b]:50839","local_addr":"[::]:4676","unit":"api-server","latency_us":2952,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:14:54.556418336Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:40948"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:14:54.556477888Z","hostname":"oxz_switch","pid":2294,"uri":"/bfd/peers","method":"GET","req_id":"385a9aa6-6aec-43c2-bb95-fc95bd42056e","remote_addr":"[fd00:1122:3344:101::c]:40948","local_addr":"[::]:4676","unit":"api-server","latency_us":26,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:14:54.875314617Z","hostname":"oxz_switch","pid":2294,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:49852"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-12-06T21:14:54.875363528Z","hostname":"oxz_switch","pid":2294,"uri":"/bfd/peers","method":"GET","req_id":"0c79500a-73cf-43b3-9678-18fb99d9bad0","remote_addr":"[fd00:1122:3344:101::a]:49852","local_addr":"[::]:4676","unit":"api-server","latency_us":24,"response_code":"200"}
Dec 06 21:15:00.125 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 06 21:15:00.183 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "a6f8f0ef-39d5-4318-81f9-ad10efa410ba", "content-length": "41", "date": "Fri, 06 Dec 2024 21:15:00 GMT"} }), component: producer-registration-task
Dec 06 21:15:00.190 DEBG registered with nexus successfully, component: producer-registration-task
Dec 06 21:15:00.190 DEBG pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task