[ Aug  6 08:26:30 Disabled. ]
[ Aug  6 08:26:30 Rereading configuration. ]
[ Aug  6 08:26:30 Enabled. ]
[ Aug  6 08:26:30 Rereading configuration. ]
[ Aug  6 08:26:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Aug  6 08:26:30 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:30.813623554Z","hostname":"oxz_switch","pid":2268}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:30.834693611Z","hostname":"oxz_switch","pid":2268}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:30.834803154Z","hostname":"oxz_switch","pid":2268}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:30.834863376Z","hostname":"oxz_switch","pid":2268}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.838800832Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.838930547Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.838952247Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.838972188Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.838987489Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839002959Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839021099Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.83903467Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839070521Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839084852Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839099042Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839107922Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839126533Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839137353Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839151844Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839161004Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839169644Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839182345Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839203205Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839215616Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839226146Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839239446Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839248687Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839261557Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839272288Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839281658Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839304659Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839315299Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839326849Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.83933714Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.83935524Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.83936469Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.839375961Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:30.839386431Z","hostname":"oxz_switch","pid":2268}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:30.839403602Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:30.840992053Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:30.913042586Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:31.914710227Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:32.915342604Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:33.915962081Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:34.916534307Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:35.917187595Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:36.917876964Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:37.918572854Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:38.919257103Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:39.919843569Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:40.920433525Z","hostname":"oxz_switch","pid":2268}
{"msg":"failed to ensure TEP address fda3:67d8:56d3:ffe2::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-06T08:26:41.920999971Z","hostname":"oxz_switch","pid":2268}
[ Aug  6 08:26:42 Rereading configuration. ]
[ Aug  6 08:26:42 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2267
+ [[ -n 2267 ]]
+ pgrep -P 2267
+ CHILD_PID=2268
+ [[ -n 2268 ]]
+ kill -USR1 2268
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.081759741Z","hostname":"oxz_switch","pid":2268}
[ Aug  6 08:26:42 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.083338711Z","hostname":"oxz_switch","pid":2268}
{"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.083809617Z","hostname":"oxz_switch","pid":2268}
{"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.083883809Z","hostname":"oxz_switch","pid":2268,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.906932477Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:46827"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.907485015Z","hostname":"oxz_switch","pid":2268,"uri":"/static/route4","method":"PUT","req_id":"655fa304-cd2e-4672-b2e8-3a1c4f328d59","remote_addr":"[fd00:1122:3344:101::1]:46827","local_addr":"[::]:4676","unit":"api-server","latency_us":381,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-08-06T08:26:42.908174547Z","hostname":"oxz_switch","pid":2268}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:26:42.908196618Z","hostname":"oxz_switch","pid":2268}
{"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-08-06T08:26:47.087632595Z","hostname":"oxz_switch","pid":2268,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77583106-a1be-42e8-859a-2b60dded8e14.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b153dda7-3f64-4007-9039-99078638120d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd923e3c-f5af-4721-beb3-b4d35a4ad7bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd923e3c-f5af-4721-beb3-b4d35a4ad7bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 676, tv_nsec: 600496086 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
Aug 06 08:26:47.088 DEBG registered DTrace probes
Aug 06 08:26:47.089 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Aug 06 08:26:47.089 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:196
Aug 06 08:26:47.089 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Aug 06 08:26:47.089 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::a]:12221
Aug 06 08:26:47.089 DEBG starting producer registration task
Aug 06 08:26:47.089 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 886c9c18-fecb-49bb-a9cf-c76604a1d289, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:276
Aug 06 08:26:47.089 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
Aug 06 08:26:47.089 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Aug 06 08:26:47.121 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:27:02.005 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:27:02.006 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 248.713516ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:27:02.284 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:27:17.244 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:27:17.245 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 394.512312ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:27:17.669 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:27:32.629 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:27:32.630 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 1.272529041s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:27:33.930 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:27:48.890 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:27:48.891 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 1.614910529s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:27:50.535 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:28:05.498 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:28:05.509 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 2.670167876s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:28:08.203 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:28:23.177 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:28:23.178 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 8.844328653s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:28:32.055 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:28:47.056 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 06 08:28:47.058 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 15.323503052s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 06 08:29:02.420 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:29:10.659 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task
Aug 06 08:29:10.661 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)", delay: 47.067741236s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:24.171063304Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:43501"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:24.176117616Z","hostname":"oxz_switch","pid":2268,"uri":"/bfd/peers","method":"GET","req_id":"62cc1773-8f86-46d6-ae67-c25d17f3ca2e","remote_addr":"[fd00:1122:3344:101::a]:43501","local_addr":"[::]:4676","unit":"api-server","latency_us":3279,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:24.193414502Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:64460"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:24.193602277Z","hostname":"oxz_switch","pid":2268,"uri":"/bfd/peers","method":"GET","req_id":"12e53025-55ed-4c5f-9ea1-9e2272150419","remote_addr":"[fd00:1122:3344:101::c]:64460","local_addr":"[::]:4676","unit":"api-server","latency_us":35,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:24.374510714Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:34344"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:24.374554356Z","hostname":"oxz_switch","pid":2268,"uri":"/bfd/peers","method":"GET","req_id":"b4b78471-9c4c-46e8-95be-50f18f94d931","remote_addr":"[fd00:1122:3344:101::b]:34344","local_addr":"[::]:4676","unit":"api-server","latency_us":29,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:54.103885453Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:47038"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:54.103943005Z","hostname":"oxz_switch","pid":2268,"uri":"/bfd/peers","method":"GET","req_id":"3cfc19b7-74e7-48fc-9169-a29484eac0db","remote_addr":"[fd00:1122:3344:101::a]:47038","local_addr":"[::]:4676","unit":"api-server","latency_us":26,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:54.105936849Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:65429"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:54.106025982Z","hostname":"oxz_switch","pid":2268,"uri":"/bfd/peers","method":"GET","req_id":"9ba3bf94-399b-4b64-81f7-b2b5b8406c86","remote_addr":"[fd00:1122:3344:101::c]:65429","local_addr":"[::]:4676","unit":"api-server","latency_us":17,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:54.298758828Z","hostname":"oxz_switch","pid":2268,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:47057"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-06T08:29:54.298801359Z","hostname":"oxz_switch","pid":2268,"uri":"/bfd/peers","method":"GET","req_id":"e2312ce1-b598-4b8f-adaa-23f832f0fe20","remote_addr":"[fd00:1122:3344:101::b]:47057","local_addr":"[::]:4676","unit":"api-server","latency_us":26,"response_code":"200"}
Aug 06 08:29:57.759 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 06 08:29:57.824 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "77f12e97-0565-4719-b15b-4e533d33cc30", "content-length": "41", "date": "Tue, 06 Aug 2024 08:29:57 GMT"} }), component: producer-registration-task
Aug 06 08:29:57.825 DEBG registered with nexus successfully, component: producer-registration-task
Aug 06 08:29:57.825 DEBG pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task
Aug 06 08:29:58.856 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:50887, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:766
Aug 06 08:29:58.860 INFO request completed, latency_us: 3374, response_code: 200, uri: /886c9c18-fecb-49bb-a9cf-c76604a1d289, method: GET, req_id: d2bb04f2-d3a2-424a-a791-62829dbc78e1, remote_addr: [fd00:1122:3344:101::d]:50887, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:878
Aug 06 08:29:59.855 INFO request completed, latency_us: 89, response_code: 200, uri: /886c9c18-fecb-49bb-a9cf-c76604a1d289, method: GET, req_id: 9e743ee9-d80e-493b-99c7-b17a15124c34, remote_addr: [fd00:1122:3344:101::d]:50887, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:878
Aug 06 08:30:00.855 INFO request completed, latency_us: 97, response_code: 200, uri: /886c9c18-fecb-49bb-a9cf-c76604a1d289, method: GET, req_id: 794f37f7-68ef-40fb-a66f-abc1c3328c50, remote_addr: [fd00:1122:3344:101::d]:50887, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:878