[ May 20 20:39:22 Disabled. ]
[ May 20 20:39:22 Rereading configuration. ]
[ May 20 20:39:35 Rereading configuration. ]
[ May 20 20:39:35 Rereading configuration. ]
[ May 20 20:39:35 Enabled. ]
[ May 20 20:39:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ May 20 20:39:35 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:35.182890197Z","hostname":"oxz_switch","pid":4227}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:35.205434238Z","hostname":"oxz_switch","pid":4227}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:35.205507509Z","hostname":"oxz_switch","pid":4227}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:35.20558271Z","hostname":"oxz_switch","pid":4227}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209275406Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209355027Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209368007Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209382407Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209394367Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209410757Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209420587Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209429988Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209443838Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209453578Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209466858Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209476588Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209487478Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209497078Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209510548Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209520098Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209530349Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209559819Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209570669Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209584269Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209593999Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209613839Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209623839Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20963743Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20964722Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20965777Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20967073Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20968076Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20969441Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20970415Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20972043Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.20973046Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.209742411Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:35.209752971Z","hostname":"oxz_switch","pid":4227}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:35.209760871Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:35.21066282Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":50,"time":"2024-05-20T20:39:35.280725187Z","hostname":"oxz_switch","pid":4227}
[ May 20 20:39:36 Rereading configuration. ]
[ May 20 20:39:36 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 435"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=435
+ getopts c: o
+ [[ -n 435 ]]
+ pgrep -c 435
+ PARENT_PID=4226
+ [[ -n 4226 ]]
+ pgrep -P 4226
+ CHILD_PID=4227
+ [[ -n 4227 ]]
+ kill -USR1 4227
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.645533392Z","hostname":"oxz_switch","pid":4227}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.646813124Z","hostname":"oxz_switch","pid":4227}
[ May 20 20:39:36 Method "refresh" exited with status 0. ]
{"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.647330109Z","hostname":"oxz_switch","pid":4227}
{"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.64741147Z","hostname":"oxz_switch","pid":4227,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.900994677Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:36948"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.901506882Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"PUT","req_id":"11d6c48a-fccd-4f9e-94d7-1dafc3b45298","remote_addr":"[fd00:1122:3344:101::1]:36948","local_addr":"[::]:4676","unit":"api-server","latency_us":355,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-05-20T20:39:36.901980747Z","hostname":"oxz_switch","pid":4227}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:39:36.901991057Z","hostname":"oxz_switch","pid":4227}
{"msg":"resolving nexus failed, no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } waiting 53.585641ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-20T20:39:41.649229575Z","hostname":"oxz_switch","pid":4227}
{"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-05-20T20:39:41.704967032Z","hostname":"oxz_switch","pid":4227,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"14030859-ed0f-47ae-9477-941c8fd9b402.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f0b1227-85e6-4def-9a56-3028cc1a9e6b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"baf5303b-2c5b-4e5f-aa55-2481f975633b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"baf5303b-2c5b-4e5f-aa55-2481f975633b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 749, tv_nsec: 944898740 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
May 20 20:39:41.706 DEBG registered DTrace probes
May 20 20:39:41.706 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
May 20 20:39:41.706 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:195
May 20 20:39:41.706 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
May 20 20:39:41.706 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::b]:12221
May 20 20:39:41.706 DEBG starting producer registration task
May 20 20:39:41.706 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: c03b05bf-8f39-4e65-af0d-0a482255c81e, route: //c03b05bf-8f39-4e65-af0d-0a482255c81e, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:284
May 20 20:39:41.707 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
May 20 20:39:41.707 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
May 20 20:39:41.738 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:39:57.209 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:39:57.211 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 135.076933ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:39:57.377 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:40:12.412 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:40:12.414 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 257.263473ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:40:12.703 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:40:27.704 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:40:27.705 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.257260919s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:40:28.994 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:40:43.995 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:40:43.997 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.702638797s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:40:45.732 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:41:00.733 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:41:00.734 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 2.034057051s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:41:02.800 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:41:17.801 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:41:17.803 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 11.9037831s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:41:29.737 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:41:44.739 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:41:44.740 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 17.423788144s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:42:02.196 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:42:17.200 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:42:17.202 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 45.719926193s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 20 20:43:03.350 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:43:18.352 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 20 20:43:18.354 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 86.777303383s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.182603844Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:50042"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.182901317Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:61351"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.187409091Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"2aa37de6-edc3-404c-a3f2-abe281ab4ff1","remote_addr":"[fd00:1122:3344:101::b]:61351","local_addr":"[::]:4676","unit":"api-server","latency_us":3759,"response_code":"200"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.187463312Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"a066961a-c0a7-476f-afa5-c8a016b930bc","remote_addr":"[fd00:1122:3344:101::c]:50042","local_addr":"[::]:4676","unit":"api-server","latency_us":3768,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.201970864Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:55448"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.202029815Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"c3823fc1-65fc-4058-b035-18e2a1d7d0be","remote_addr":"[fd00:1122:3344:101::a]:55448","local_addr":"[::]:4676","unit":"api-server","latency_us":36,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.947330416Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:43506"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:28.947379276Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"69ba1449-057f-4e1a-921b-09a12ec09d09","remote_addr":"[fd00:1122:3344:101::b]:43506","local_addr":"[::]:4676","unit":"api-server","latency_us":30,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.165792922Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:37054"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.165854013Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"d6456bc2-ccbc-4700-9c5b-7e69072445a0","remote_addr":"[fd00:1122:3344:101::c]:37054","local_addr":"[::]:4676","unit":"api-server","latency_us":34,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.167810502Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:41027"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.168092394Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"d195328c-a267-43ea-b235-79e91759a1c8","remote_addr":"[fd00:1122:3344:101::a]:41027","local_addr":"[::]:4676","unit":"api-server","latency_us":220,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.270231746Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:36601"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.270270457Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"756fc64a-3a72-43e9-a459-99267300d5b0","remote_addr":"[fd00:1122:3344:101::b]:36601","local_addr":"[::]:4676","unit":"api-server","latency_us":21,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.305029298Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:43371"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.305493832Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"78a4e777-7f8a-4bf4-82c5-986b89161f20","remote_addr":"[fd00:1122:3344:101::a]:43371","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":367,"response_code":"500"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.318176056Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:45678"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.318201897Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"2813ac18-658a-4383-88e7-c203ff9494ca","remote_addr":"[fd00:1122:3344:101::b]:45678","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":17,"response_code":"500"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.337438525Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:55321"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:43:58.337484406Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"7d5b1bcc-b073-4666-af79-0302479815a4","remote_addr":"[fd00:1122:3344:101::c]:55321","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":15,"response_code":"500"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.253258084Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:58871"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.253317535Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"b50fb64f-38fd-4977-a504-a435eafebc8a","remote_addr":"[fd00:1122:3344:101::c]:58871","local_addr":"[::]:4676","unit":"api-server","latency_us":32,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.379796905Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:35228"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.379843696Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"80d43a0d-7dbf-4fbc-8b1e-6de174838dfb","remote_addr":"[fd00:1122:3344:101::a]:35228","local_addr":"[::]:4676","unit":"api-server","latency_us":25,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.437076167Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:38418"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.437941425Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"bad0d99d-ee42-4868-9901-3b93387cdc68","remote_addr":"[fd00:1122:3344:101::b]:38418","local_addr":"[::]:4676","unit":"api-server","latency_us":838,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.519946589Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:56443"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.520643346Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"2b4dc189-e10e-4d96-b6b1-c7c9f1b6b4eb","remote_addr":"[fd00:1122:3344:101::a]:56443","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":670,"response_code":"500"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.531015568Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:61367"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.531700335Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"d9e28b19-ac18-4461-be98-3d2f3a0fbbb0","remote_addr":"[fd00:1122:3344:101::b]:61367","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":643,"response_code":"500"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.634673164Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:63433"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:28.634721795Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"a55db0ce-a916-4bbe-8dc7-839f1a2f902e","remote_addr":"[fd00:1122:3344:101::c]:63433","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":23,"response_code":"500"}
May 20 20:44:45.159 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 20 20:44:45.226 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "d2fe8837-22c4-4075-bf0c-b0876be04df2", "content-length": "41", "date": "Mon, 20 May 2024 20:44:45 GMT"} }), component: producer-registration-task
May 20 20:44:45.227 DEBG registered with nexus successfully, component: producer-registration-task
May 20 20:44:45.227 DEBG pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task
May 20 20:44:46.257 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:765
May 20 20:44:46.264 INFO request completed, latency_us: 6657, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 1ee7a2b9-ee1d-4f1c-8fa8-b005b9043829, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:47.256 INFO request completed, latency_us: 101, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 286acc65-7bed-4066-9532-3b829eb03a78, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:48.256 INFO request completed, latency_us: 97, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 1c5792b8-0d94-4f8a-9a27-6628c05c9199, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:49.255 INFO request completed, latency_us: 96, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 08811413-be9a-4cab-ba4d-429ed724fa95, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:50.256 INFO request completed, latency_us: 86, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: fe5505f2-df90-44cc-a632-2482e6b0836b, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:51.256 INFO request completed, latency_us: 90, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 60bd4f30-958b-4bc4-a72d-edd8f19f9748, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:52.256 INFO request completed, latency_us: 92, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 365a81a5-ddc4-4c88-ab24-475df1d21795, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:53.256 INFO request completed, latency_us: 92, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 399a7be7-9e8a-4eec-b17b-f568f8ae2f20, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:54.256 INFO request completed, latency_us: 954, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 44433019-6bec-421e-86e8-eace2e1c64f0, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:55.256 INFO request completed, latency_us: 113, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 4de4b13f-4a22-4a6c-8219-0b1ee6490822, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:56.256 INFO request completed, latency_us: 90, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 81310e4a-f297-4803-b304-432790440cf2, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:44:57.256 INFO request completed, latency_us: 89, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 86c2c07f-ed8b-4aee-a36f-0b96a5f36e08, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.137350342Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:63471"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.138051349Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"3ab4fbf3-5bca-40ca-851f-bd6013815bcb","remote_addr":"[fd00:1122:3344:101::c]:63471","local_addr":"[::]:4676","unit":"api-server","latency_us":676,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.17893828Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:55644"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.17897684Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"8b3cb653-d33e-42b0-b502-816f38f3ff34","remote_addr":"[fd00:1122:3344:101::a]:55644","local_addr":"[::]:4676","unit":"api-server","latency_us":21,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.189519434Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:34614"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.189565054Z","hostname":"oxz_switch","pid":4227,"uri":"/bfd/peers","method":"GET","req_id":"9c3c0835-1ab4-4204-a620-c95ba0d22638","remote_addr":"[fd00:1122:3344:101::b]:34614","local_addr":"[::]:4676","unit":"api-server","latency_us":11,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.254827114Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:33606"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.254868075Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"dcb98896-d648-4d74-a6f5-af7f3dfc86a0","remote_addr":"[fd00:1122:3344:101::a]:33606","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":24,"response_code":"500"}
May 20 20:44:58.256 INFO request completed, latency_us: 74, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 5639c0da-6caa-46ec-ab30-54245f8fa19a, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.261794332Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:65452"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.261831553Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"08f7dbcf-4b18-4b34-9b50-41879ab371b1","remote_addr":"[fd00:1122:3344:101::b]:65452","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":13,"response_code":"500"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.269121055Z","hostname":"oxz_switch","pid":4227,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:35931"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-20T20:44:58.269233745Z","hostname":"oxz_switch","pid":4227,"uri":"/static/route4","method":"GET","req_id":"c0d7c3c8-a6c0-4279-9f3d-817d8478d96b","remote_addr":"[fd00:1122:3344:101::c]:35931","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":15,"response_code":"500"}
May 20 20:44:59.255 INFO request completed, latency_us: 99, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 3df8ae3a-69a3-496c-bedb-559409a53ba7, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849
May 20 20:45:00.256 INFO request completed, latency_us: 90, response_code: 200, uri: /c03b05bf-8f39-4e65-af0d-0a482255c81e, method: GET, req_id: 364ca41a-2fb3-439f-802c-5cf7ecf73a70, remote_addr: [fd00:1122:3344:101::d]:54423, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849