[ Apr 1 23:09:28 Disabled. ] [ Apr 1 23:09:28 Rereading configuration. ] [ Apr 1 23:09:41 Rereading configuration. ] [ Apr 1 23:09:41 Rereading configuration. ] [ Apr 1 23:09:41 Enabled. ] [ Apr 1 23:09:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Apr 1 23:09:41 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.311622329Z","hostname":"oxz_switch","pid":4225} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.329741209Z","hostname":"oxz_switch","pid":4225} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.329846081Z","hostname":"oxz_switch","pid":4225} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.329892922Z","hostname":"oxz_switch","pid":4225} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333467133Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333532194Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333546335Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333569865Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333581605Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/graceful_shutdown","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333597006Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/imported4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333608216Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333620696Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333636947Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333648397Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333661587Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/originate4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333674177Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/originate4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333688337Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333700878Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333712118Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333727438Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333738869Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/withdraw4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333763979Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.333775399Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.33378931Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.33380086Z","hostname":"oxz_switch","pid":4225} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.3338094Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.334979353Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":50,"time":"2024-04-01T23:09:41.403478545Z","hostname":"oxz_switch","pid":4225} [ Apr 1 23:09:42 Rereading configuration. ] [ Apr 1 23:09:42 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 433"). ] + CONTRACT='' + getopts c: o + CONTRACT=433 + getopts c: o + [[ -n 433 ]] + pgrep -c 433 + PARENT_PID=4221 + [[ -n 4221 ]] + pgrep -P 4221 + CHILD_PID=4225 + [[ -n 4225 ]] + kill -USR1 4225 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.803581045Z","hostname":"oxz_switch","pid":4225} [ Apr 1 23:09:42 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.805150546Z","hostname":"oxz_switch","pid":4225} {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.805684026Z","hostname":"oxz_switch","pid":4225} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.805760888Z","hostname":"oxz_switch","pid":4225,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.998773024Z","hostname":"oxz_switch","pid":4225,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:60167"} {"msg":"sending notification for change set ChangeSet {\n generation: 0,\n import: ImportChangeSet {\n added: {\n Route4ImportKey {\n prefix: Prefix4 {\n value: 0.0.0.0,\n length: 0,\n },\n nexthop: 10.151.1.100,\n id: 0,\n priority: 100,\n },\n },\n removed: {},\n },\n origin: OriginChangeSet {\n added: {},\n removed: {},\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.999203103Z","hostname":"oxz_switch","pid":4225} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.999263064Z","hostname":"oxz_switch","pid":4225,"uri":"/static/route4","method":"PUT","req_id":"af70f928-29c4-4b12-81c8-b3554b1de45c","remote_addr":"[fd00:1122:3344:101::1]:60167","local_addr":"[::]:4676","unit":"api-server","latency_us":303,"response_code":"204"} {"msg":"mg-lower: handling rib change generation 0 -> 0: ChangeSet {\n generation: 0,\n import: ImportChangeSet {\n added: {\n Route4ImportKey {\n prefix: Prefix4 {\n value: 0.0.0.0,\n length: 0,\n },\n nexthop: 10.151.1.100,\n id: 0,\n priority: 100,\n },\n },\n removed: {},\n },\n origin: OriginChangeSet {\n added: {},\n removed: {},\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.999293435Z","hostname":"oxz_switch","pid":4225} {"msg":"failed to get port for Route4ImportKey { prefix: Prefix4 { value: 0.0.0.0, length: 0 }, nexthop: 10.151.1.100, id: 0, priority: 100 }: \"Unable to get route for Route4ImportKey { prefix: Prefix4 { value: 0.0.0.0, length: 0 }, nexthop: 10.151.1.100, id: 0, priority: 100 }: IoError(Os { code: 3, kind: Uncategorized, message: \\\"No such process\\\" })\"","v":0,"name":"slog-rs","level":50,"time":"2024-04-01T23:09:43.000780604Z","hostname":"oxz_switch","pid":4225} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:47.810078538Z","hostname":"oxz_switch","pid":4225,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"55d0de72-8b3a-43ce-b584-ca3719aec4fb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b41cf58-76b0-41d4-bb67-d44db262a3a6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39f83ee-7b83-426f-8bcf-8b030f08649b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d39f83ee-7b83-426f-8bcf-8b030f08649b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 836, tv_nsec: 383005755 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} Apr 01 23:09:47.811 DEBG registered DTrace probes Apr 01 23:09:47.811 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:09:47.811 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:09:47.812 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:09:47.812 DEBG registering metric server as a producer Apr 01 23:09:47.843 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:02.843 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:02.844 INFO received request to begin graceful shutdown, {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 85.030462ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:02.844957041Z","hostname":"oxz_switch","pid":4225} local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:02.931 DEBG registered DTrace probes Apr 01 23:10:02.931 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:02.931 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:02.931 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:02.931 DEBG registering metric server as a producer Apr 01 23:10:02.960 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:17.961 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:17.962 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 144.611301ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:17.962821575Z","hostname":"oxz_switch","pid":4225} :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:18.107 DEBG registered DTrace probes Apr 01 23:10:18.107 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:18.108 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:18.108 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:18.108 DEBG registering metric server as a producer Apr 01 23:10:18.136 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:33.137 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:33.138 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 120.132511ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:33.138431396Z","hostname":"oxz_switch","pid":4225} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:33.258 DEBG registered DTrace probes Apr 01 23:10:33.258 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:33.259 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:33.259 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:33.259 DEBG registering metric server as a producer Apr 01 23:10:33.287 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:48.288 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:48.289 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 143.214124ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:48.289698023Z","hostname":"oxz_switch","pid":4225} 1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:48.434 DEBG registered DTrace probes Apr 01 23:10:48.434 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:48.434 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:48.434 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:10:48.434 DEBG registering metric server as a producer Apr 01 23:10:48.463 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:03.464 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:03.465 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:4677, component:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 225.399707ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:03.465180892Z","hostname":"oxz_switch","pid":4225} dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:03.692 DEBG registered DTrace probes Apr 01 23:11:03.692 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:03.692 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:03.692 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:03.693 DEBG registering metric server as a producer Apr 01 23:11:03.721 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:18.722 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:18.723 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 323.955669ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:18.72367179Z","hostname":"oxz_switch","pid":4225} 3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:19.049 DEBG registered DTrace probes Apr 01 23:11:19.049 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:19.049 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:19.049 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:19.049 DEBG registering metric server as a producer Apr 01 23:11:19.077 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:34.079 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:34.080 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 395.688739ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:34.080590486Z","hostname":"oxz_switch","pid":4225} ::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:34.477 DEBG registered DTrace probes Apr 01 23:11:34.477 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:34.477 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:34.478 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:34.478 DEBG registering metric server as a producer Apr 01 23:11:34.506 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:49.507 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:49.508 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 187.619788ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:49.508996212Z","hostname":"oxz_switch","pid":4225} 4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:49.698 DEBG registered DTrace probes Apr 01 23:11:49.698 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:49.698 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:49.698 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:11:49.698 DEBG registering metric server as a producer Apr 01 23:11:49.727 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:04.729 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:04.730 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 283.178721ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:04.730277013Z","hostname":"oxz_switch","pid":4225} : [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:05.014 DEBG registered DTrace probes Apr 01 23:12:05.014 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:05.014 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:05.015 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:05.015 DEBG registering metric server as a producer Apr 01 23:12:05.043 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:20.044 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:20.045 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 319.010133ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:20.045362424Z","hostname":"oxz_switch","pid":4225} , local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:20.365 DEBG registered DTrace probes Apr 01 23:12:20.365 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:20.365 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:20.365 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:20.365 DEBG registering metric server as a producer Apr 01 23:12:20.396 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:35.398 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:35.399 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 672.487525ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:35.399779989Z","hostname":"oxz_switch","pid":4225} :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:36.073 DEBG registered DTrace probes Apr 01 23:12:36.073 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:36.073 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:36.073 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:36.073 DEBG registering metric server as a producer Apr 01 23:12:36.101 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:51.102 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:51.104 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 956.275139ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:51.104159421Z","hostname":"oxz_switch","pid":4225} Apr 01 23:12:52.060 DEBG registered DTrace probes Apr 01 23:12:52.060 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:52.060 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:52.061 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:12:52.061 DEBG registering metric server as a producer Apr 01 23:12:52.089 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:07.090 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:07.091 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 551.960425ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:07.091241978Z","hostname":"oxz_switch","pid":4225} :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:07.643 DEBG registered DTrace probes Apr 01 23:13:07.643 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:07.643 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:07.644 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:07.644 DEBG registering metric server as a producer Apr 01 23:13:07.672 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:22.672 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:22.673 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.346601701s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:22.673927369Z","hostname":"oxz_switch","pid":4225} , local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:24.021 DEBG registered DTrace probes Apr 01 23:13:24.021 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:24.021 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:24.021 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:24.021 DEBG registering metric server as a producer Apr 01 23:13:24.050 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:39.050 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:39.052 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.796764126s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:39.052171598Z","hostname":"oxz_switch","pid":4225} , local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:40.849 DEBG registered DTrace probes Apr 01 23:13:40.849 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:40.850 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:40.850 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:40.850 DEBG registering metric server as a producer Apr 01 23:13:40.880 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:55.882 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:55.883 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.038250379s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:55.883490739Z","hostname":"oxz_switch","pid":4225} 3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:56.922 DEBG registered DTrace probes Apr 01 23:13:56.922 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:56.923 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:56.923 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:13:56.923 DEBG registering metric server as a producer Apr 01 23:13:56.951 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:14:11.953 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:14:11.954 INFO received request to begin graceful shutdown, local_addr: [{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.727822248s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:11.954907595Z","hostname":"oxz_switch","pid":4225} fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:14:13.684 DEBG registered DTrace probes Apr 01 23:14:13.684 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:14:13.684 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:14:13.684 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:14:13.684 DEBG registering metric server as a producer Apr 01 23:14:13.713 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:14:28.714 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:14:28.715 INFO received request to begin graceful shutdown, local_addr:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.378091395s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:28.715274344Z","hostname":"oxz_switch","pid":4225} [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:14:30.093 DEBG registered DTrace probes Apr 01 23:14:30.094 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:14:30.094 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:14:30.094 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:14:30.094 DEBG registering metric server as a producer Apr 01 23:14:30.123 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:14:45.123 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:14:45.125 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.978097198s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:45.125120588Z","hostname":"oxz_switch","pid":4225} :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:14:47.104 DEBG registered DTrace probes Apr 01 23:14:47.104 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:14:47.104 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:14:47.104 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 01 23:14:47.104 DEBG registering metric server as a producer Apr 01 23:14:47.133 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST