[ Apr 1 23:09:27 Disabled. ] [ Apr 1 23:09:27 Rereading configuration. ] [ Apr 1 23:09:41 Rereading configuration. ] [ Apr 1 23:09:41 Rereading configuration. ] [ Apr 1 23:09:41 Enabled. ] [ Apr 1 23:09:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Apr 1 23:09:41 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.5556819Z","hostname":"oxz_switch","pid":4264} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.57582015Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] sm initialized with addr fe80::743d:3bff:fec7:fe20 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.576280179Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:41.57629179Z","hostname":"oxz_switch","pid":4264} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:41.577076555Z","hostname":"oxz_switch","pid":4264} [ Apr 1 23:09:42 Rereading configuration. ] [ Apr 1 23:09:42 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 445"). ] + CONTRACT='' + getopts c: o + CONTRACT=445 + getopts c: o + [[ -n 445 ]] + pgrep -c 445 + PARENT_PID=4263 + [[ -n 4263 ]] + pgrep -P 4263 + CHILD_PID=4264 + [[ -n 4264 ]] + kill -USR1 4264 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.925823524Z","hostname":"oxz_switch","pid":4264} [ Apr 1 23:09:42 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.927587899Z","hostname":"oxz_switch","pid":4264} {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.927975147Z","hostname":"oxz_switch","pid":4264} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:42.928062659Z","hostname":"oxz_switch","pid":4264,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Prefix { addr: fddc:d3f4:e554:b6e9::1, len: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:09:43.000509519Z","hostname":"oxz_switch","pid":4264} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Prefix {\n addr: 0.0.0.0,\n len: 0,\n },\n ),\n boundary_addr: fddc:d3f4:e554:b6e9::1,\n vni: 99,\n metric: 100,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.000637761Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Prefix { addr: 0.0.0.0, len: 0 }), boundary_addr: fddc:d3f4:e554:b6e9::1, vni: 99, metric: 100 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:09:43.000667322Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] nbr is fe80::70d3:52ff:fe5f:6f62@buskin server","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.576812574Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:43.576839415Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] exchange: listening on [fe80::743d:3bff:fec7:fe20]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.576965487Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.577081959Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.578853755Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:43.578870235Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::70d3:52ff:fe5f:6f62 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.617432471Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::70d3:52ff:fe5f:6f62 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.618526053Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::70d3:52ff:fe5f:6f62 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.618680476Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] adding route fdb0:200:: -> fe80::70d3:52ff:fe5f:6f62 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.619451302Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::70d3:52ff:fe5f:6f62 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.619567354Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-04-01T23:09:43.620076624Z","hostname":"oxz_switch","pid":4264} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:43.6485424Z","hostname":"oxz_switch","pid":4264} {"msg":"resolving nexus failed, no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } waiting 118.986274ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:09:47.931522012Z","hostname":"oxz_switch","pid":4264} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-04-01T23:09:48.051801722Z","hostname":"oxz_switch","pid":4264,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"55d0de72-8b3a-43ce-b584-ca3719aec4fb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b41cf58-76b0-41d4-bb67-d44db262a3a6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39f83ee-7b83-426f-8bcf-8b030f08649b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d39f83ee-7b83-426f-8bcf-8b030f08649b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 836, tv_nsec: 624703249 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} Apr 01 23:09:48.053 DEBG registered DTrace probes Apr 01 23:09:48.053 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:09:48.053 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:09:48.053 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:09:48.054 DEBG registering metric server as a producer Apr 01 23:09:48.083 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:03.084 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:03.085 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 60.325019ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:03.085754867Z","hostname":"oxz_switch","pid":4264} 3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:03.148 DEBG registered DTrace probes Apr 01 23:10:03.148 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:03.148 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:03.148 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:03.148 DEBG registering metric server as a producer Apr 01 23:10:03.177 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:18.178 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:18.179 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 90.850923ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:18.179896679Z","hostname":"oxz_switch","pid":4264} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:18.271 DEBG registered DTrace probes Apr 01 23:10:18.271 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:18.271 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:18.271 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:18.271 DEBG registering metric server as a producer Apr 01 23:10:18.299 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:33.300 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:33.301 INFO received request to begin graceful shutdown, local_addr: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 119.759397ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:33.301490917Z","hostname":"oxz_switch","pid":4264} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:33.422 DEBG registered DTrace probes Apr 01 23:10:33.422 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:33.423 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:33.423 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:33.423 DEBG registering metric server as a producer Apr 01 23:10:33.451 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:10:48.452 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:10:48.454 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 145.465928ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:48.45406149Z","hostname":"oxz_switch","pid":4264} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:10:48.600 DEBG registered DTrace probes Apr 01 23:10:48.600 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:48.600 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:10:48.600 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:10:48.600 DEBG registering metric server as a producer Apr 01 23:10:48.629 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:03.630 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:03.632 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 133.857404ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:03.632223173Z","hostname":"oxz_switch","pid":4264} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:03.767 DEBG registered DTrace probes Apr 01 23:11:03.767 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:03.767 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:03.768 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:03.768 DEBG registering metric server as a producer Apr 01 23:11:03.796 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:18.797 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:18.798 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 274.781535ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:18.79861862Z","hostname":"oxz_switch","pid":4264} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:19.075 DEBG registered DTrace probes Apr 01 23:11:19.075 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:19.075 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:19.075 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:19.075 DEBG registering metric server as a producer Apr 01 23:11:19.103 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:34.104 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:34.106 INFO received request to begin graceful shutdown, local_addr:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 168.384519ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:34.106232616Z","hostname":"oxz_switch","pid":4264} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:34.275 DEBG registered DTrace probes Apr 01 23:11:34.275 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:34.276 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:34.276 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:34.276 DEBG registering metric server as a producer Apr 01 23:11:34.304 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:11:49.305 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:11:49.306 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 339.752804ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:49.306870194Z","hostname":"oxz_switch","pid":4264} :1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:11:49.647 DEBG registered DTrace probes Apr 01 23:11:49.647 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:49.647 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:11:49.647 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:11:49.647 DEBG registering metric server as a producer Apr 01 23:11:49.676 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:04.677 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:04.678 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 476.854723ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:04.678292949Z","hostname":"oxz_switch","pid":4264} : [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:05.156 DEBG registered DTrace probes Apr 01 23:12:05.156 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:05.156 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:05.156 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:05.156 DEBG registering metric server as a producer Apr 01 23:12:05.185 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:20.186 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:20.187 INFO received request to begin graceful shutdown, local_addr: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 763.469232ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:20.187950919Z","hostname":"oxz_switch","pid":4264} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:20.953 DEBG registered DTrace probes Apr 01 23:12:20.953 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:20.953 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:20.953 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:20.953 DEBG registering metric server as a producer Apr 01 23:12:20.981 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:35.983 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:35.984 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 505.961879ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:35.984366479Z","hostname":"oxz_switch","pid":4264} ::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:36.491 DEBG registered DTrace probes Apr 01 23:12:36.491 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:36.491 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:36.492 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:36.492 DEBG registering metric server as a producer Apr 01 23:12:36.520 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:12:51.521 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:12:51.522 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 984.555789ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:51.522555787Z","hostname":"oxz_switch","pid":4264} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:12:52.509 DEBG registered DTrace probes Apr 01 23:12:52.509 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:52.509 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:12:52.509 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:12:52.509 DEBG registering metric server as a producer Apr 01 23:12:52.537 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:07.538 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:07.539 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 447.937197ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:07.539612061Z","hostname":"oxz_switch","pid":4264} 1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:07.988 DEBG registered DTrace probes Apr 01 23:13:07.989 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:07.989 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:07.989 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:07.989 DEBG registering metric server as a producer Apr 01 23:13:08.017 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:23.018 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:23.019 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 563.293735ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:23.019941407Z","hostname":"oxz_switch","pid":4264} ]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:23.584 DEBG registered DTrace probes Apr 01 23:13:23.584 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:23.585 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:23.585 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:23.585 DEBG registering metric server as a producer Apr 01 23:13:23.613 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:38.614 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:38.615 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.454395847s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:38.615895776Z","hostname":"oxz_switch","pid":4264} :3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:40.071 DEBG registered DTrace probes Apr 01 23:13:40.072 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:40.072 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:40.072 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:40.072 DEBG registering metric server as a producer Apr 01 23:13:40.100 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:13:55.101 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:13:55.102 INFO received request to begin graceful shutdown, local_addr: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.124605926s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:55.102696239Z","hostname":"oxz_switch","pid":4264} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:13:56.228 DEBG registered DTrace probes Apr 01 23:13:56.228 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:56.228 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:13:56.228 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:13:56.228 DEBG registering metric server as a producer Apr 01 23:13:56.256 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:14:11.257 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:14:11.258 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.929867317s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:11.258517653Z","hostname":"oxz_switch","pid":4264} :3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:14:13.189 DEBG registered DTrace probes Apr 01 23:14:13.189 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:14:13.189 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:14:13.189 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:14:13.189 DEBG registering metric server as a producer Apr 01 23:14:13.218 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:14:28.219 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:14:28.220 INFO received request to begin graceful shutdown, {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.631252701s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:28.220951818Z","hostname":"oxz_switch","pid":4264} local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:14:29.853 DEBG registered DTrace probes Apr 01 23:14:29.853 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:14:29.853 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:14:29.854 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:14:29.854 DEBG registering metric server as a producer Apr 01 23:14:29.882 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Apr 01 23:14:44.883 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Apr 01 23:14:44.884 INFO received request to begin graceful shutdown, local_addr: [{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 3.600840204s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:44.884550786Z","hostname":"oxz_switch","pid":4264} fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Apr 01 23:14:48.486 DEBG registered DTrace probes Apr 01 23:14:48.486 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:14:48.486 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Apr 01 23:14:48.486 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Apr 01 23:14:48.486 DEBG registering metric server as a producer Apr 01 23:14:48.515 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST