[ Mar 29 05:52:59 Disabled. ] [ Mar 29 05:52:59 Rereading configuration. ] [ Mar 29 05:53:11 Rereading configuration. ] [ Mar 29 05:53:11 Rereading configuration. ] [ Mar 29 05:53:11 Enabled. ] [ Mar 29 05:53:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Mar 29 05:53:11 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:12.037665564Z","hostname":"oxz_switch","pid":4270} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:12.055585736Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] sm initialized with addr fe80::183c:81ff:fed7:3feb on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:12.056235781Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-03-29T05:53:12.056251701Z","hostname":"oxz_switch","pid":4270} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:12.056879044Z","hostname":"oxz_switch","pid":4270} [ Mar 29 05:53:13 Rereading configuration. ] [ Mar 29 05:53:13 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 445"). ] + CONTRACT='' + getopts c: o + CONTRACT=445 + getopts c: o + [[ -n 445 ]] + pgrep -c 445 + PARENT_PID=4267 + [[ -n 4267 ]] + pgrep -P 4267 + CHILD_PID=4270 + [[ -n 4270 ]] + kill -USR1 4270 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:13.368526733Z","hostname":"oxz_switch","pid":4270} [ Mar 29 05:53:13 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:13.37023727Z","hostname":"oxz_switch","pid":4270} {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:13.370638828Z","hostname":"oxz_switch","pid":4270} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:13.37072792Z","hostname":"oxz_switch","pid":4270,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Prefix { addr: fd95:c037:d8f8:ba69::1, len: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:53:13.445311165Z","hostname":"oxz_switch","pid":4270} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Prefix {\n addr: 0.0.0.0,\n len: 0,\n },\n ),\n boundary_addr: fd95:c037:d8f8:ba69::1,\n vni: 99,\n metric: 100,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:13.445413137Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Prefix { addr: 0.0.0.0, len: 0 }), boundary_addr: fd95:c037:d8f8:ba69::1, vni: 99, metric: 100 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:53:13.445440047Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] nbr is fe80::ac8a:b6ff:feaf:ec7e@buskin server","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.056907899Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-03-29T05:53:14.056939089Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] exchange: listening on [fe80::183c:81ff:fed7:3feb]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.057161524Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.057334288Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.059284369Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-03-29T05:53:14.05930339Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::ac8a:b6ff:feaf:ec7e on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.100415789Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] adding route fdb0:200:: -> fe80::ac8a:b6ff:feaf:ec7e on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.101491542Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::ac8a:b6ff:feaf:ec7e on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.101663186Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::ac8a:b6ff:feaf:ec7e on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.101829259Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::ac8a:b6ff:feaf:ec7e on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.101955122Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-03-29T05:53:14.102541434Z","hostname":"oxz_switch","pid":4270} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-03-29T05:53:14.131703548Z","hostname":"oxz_switch","pid":4270} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-03-29T05:53:18.374526207Z","hostname":"oxz_switch","pid":4270,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"00110943-032d-4124-9b1a-b12f6e105bb1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33404a22-f9b6-4bb7-9f67-120c445fb407.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"595220f7-5a03-4309-9899-d806864e6ebc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"595220f7-5a03-4309-9899-d806864e6ebc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 732, tv_nsec: 267420655 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} Mar 29 05:53:18.375 DEBG registered DTrace probes Mar 29 05:53:18.376 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:53:18.376 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:53:18.376 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:53:18.376 DEBG registering metric server as a producer Mar 29 05:53:18.406 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:53:33.407 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:53:33.408 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 62.213366ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:53:33.408980388Z","hostname":"oxz_switch","pid":4270} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:53:33.473 DEBG registered DTrace probes Mar 29 05:53:33.473 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:53:33.473 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:53:33.473 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:53:33.473 DEBG registering metric server as a producer Mar 29 05:53:33.502 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:53:48.503 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:53:48.504 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 73.9586ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:53:48.504444324Z","hostname":"oxz_switch","pid":4270} 1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:53:48.579 DEBG registered DTrace probes Mar 29 05:53:48.579 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:53:48.580 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:53:48.580 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:53:48.580 DEBG registering metric server as a producer Mar 29 05:53:48.608 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:54:03.609 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:54:03.610 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 138.526336ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:54:03.610745931Z","hostname":"oxz_switch","pid":4270} 1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:54:03.751 DEBG registered DTrace probes Mar 29 05:54:03.751 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:03.751 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:54:03.751 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:03.751 DEBG registering metric server as a producer Mar 29 05:54:03.779 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:54:18.780 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:54:18.781 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 180.782011ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:54:18.781871625Z","hostname":"oxz_switch","pid":4270} 3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:54:18.964 DEBG registered DTrace probes Mar 29 05:54:18.964 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:18.964 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:54:18.964 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:18.964 DEBG registering metric server as a producer Mar 29 05:54:18.993 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:54:33.995 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:54:33.996 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 110.389772ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:54:33.996379805Z","hostname":"oxz_switch","pid":4270} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:54:34.107 DEBG registered DTrace probes Mar 29 05:54:34.107 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:34.107 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:54:34.108 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:34.108 DEBG registering metric server as a producer Mar 29 05:54:34.136 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:54:49.138 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 278.219257ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:54:49.139221624Z","hostname":"oxz_switch","pid":4270} Mar 29 05:54:49.139 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:54:49.418 DEBG registered DTrace probes Mar 29 05:54:49.418 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:49.418 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:54:49.419 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:54:49.419 DEBG registering metric server as a producer Mar 29 05:54:49.447 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:55:04.448 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:55:04.450 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 271.142417ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:55:04.450081604Z","hostname":"oxz_switch","pid":4270} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:55:04.722 DEBG registered DTrace probes Mar 29 05:55:04.722 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:04.722 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:55:04.722 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:04.722 DEBG registering metric server as a producer Mar 29 05:55:04.751 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:55:19.752 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:55:19.753{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 367.951867ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:55:19.753895643Z","hostname":"oxz_switch","pid":4270} INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:55:20.123 DEBG registered DTrace probes Mar 29 05:55:20.123 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:20.123 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:55:20.123 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:20.123 DEBG registering metric server as a producer Mar 29 05:55:20.152 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:55:35.153 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:55:35.155 INFO received request to begin graceful shutdown, local_addr: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 218.367019ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:55:35.155018253Z","hostname":"oxz_switch","pid":4270} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:55:35.374 DEBG registered DTrace probes Mar 29 05:55:35.374 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:35.374 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:55:35.374 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:35.374 DEBG registering metric server as a producer Mar 29 05:55:35.403 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:55:50.403 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:55:50.404 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 697.770514ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:55:50.404511912Z","hostname":"oxz_switch","pid":4270} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:55:51.103 DEBG registered DTrace probes Mar 29 05:55:51.103 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:51.104 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:55:51.104 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:55:51.104 DEBG registering metric server as a producer Mar 29 05:55:51.133 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:56:06.134 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:56:06.135 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 844.110702ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:56:06.135240488Z","hostname":"oxz_switch","pid":4270} 3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:56:06.980 DEBG registered DTrace probes Mar 29 05:56:06.980 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:06.980 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:56:06.980 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:06.980 DEBG registering metric server as a producer Mar 29 05:56:07.009 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:56:22.009 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:56:22.011 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 543.73734ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:56:22.010996813Z","hostname":"oxz_switch","pid":4270} 1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:56:22.555 DEBG registered DTrace probes Mar 29 05:56:22.555 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:22.555 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:56:22.555 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:22.555 DEBG registering metric server as a producer Mar 29 05:56:22.584 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:56:37.585 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:56:37.586 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.259117973s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:56:37.586826808Z","hostname":"oxz_switch","pid":4270} 1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:56:38.846 DEBG registered DTrace probes Mar 29 05:56:38.846 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:38.846 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:56:38.847 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:38.847 DEBG registering metric server as a producer Mar 29 05:56:38.875 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:56:53.876 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:56:53.877 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 940.918832ms","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:56:53.877418272Z","hostname":"oxz_switch","pid":4270} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:56:54.819 DEBG registered DTrace probes Mar 29 05:56:54.820 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:54.820 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:56:54.820 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:56:54.820 DEBG registering metric server as a producer Mar 29 05:56:54.849 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:57:09.850 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:57:09.851{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.656550103s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:57:09.85147984Z","hostname":"oxz_switch","pid":4270} INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:57:11.509 DEBG registered DTrace probes Mar 29 05:57:11.509 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:57:11.509 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:57:11.509 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:57:11.509 DEBG registering metric server as a producer Mar 29 05:57:11.537 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:57:26.538 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:57:26.539 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.199508215s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:57:26.539938419Z","hostname":"oxz_switch","pid":4270} : [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:57:27.740 DEBG registered DTrace probes Mar 29 05:57:27.740 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:57:27.740 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:57:27.741 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:57:27.741 DEBG registering metric server as a producer Mar 29 05:57:27.769 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:57:42.770 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:57:42.771{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.095685206s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:57:42.771664774Z","hostname":"oxz_switch","pid":4270} INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:57:43.868 DEBG registered DTrace probes Mar 29 05:57:43.868 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:57:43.868 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:57:43.868 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:57:43.868 DEBG registering metric server as a producer Mar 29 05:57:43.897 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:57:58.897 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:57:58.898 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.59380555s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:57:58.898516658Z","hostname":"oxz_switch","pid":4270} :3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:58:00.493 DEBG registered DTrace probes Mar 29 05:58:00.493 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:58:00.494 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:58:00.494 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:58:00.494 DEBG registering metric server as a producer Mar 29 05:58:00.522 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:58:15.523 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:58:15.524 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.813276944s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:58:15.524688886Z","hostname":"oxz_switch","pid":4270} 1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:58:17.339 DEBG registered DTrace probes Mar 29 05:58:17.339 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:58:17.339 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:58:17.339 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:58:17.339 DEBG registering metric server as a producer Mar 29 05:58:17.368 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST Mar 29 05:58:32.370 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) Mar 29 05:58:32.370 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 3.318436526s","v":0,"name":"slog-rs","level":40,"time":"2024-03-29T05:58:32.370970549Z","hostname":"oxz_switch","pid":4270} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 Mar 29 05:58:35.690 DEBG registered DTrace probes Mar 29 05:58:35.690 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:58:35.691 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 Mar 29 05:58:35.691 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Mar 29 05:58:35.691 DEBG registering metric server as a producer Mar 29 05:58:35.719 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST