[ Apr 29 04:08:26 Disabled. ]
[ Apr 29 04:08:26 Rereading configuration. ]
[ Apr 29 04:08:39 Rereading configuration. ]
[ Apr 29 04:08:39 Rereading configuration. ]
[ Apr 29 04:08:39 Enabled. ]
[ Apr 29 04:08:39 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ]
[ Apr 29 04:08:39 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:39.170843591Z","hostname":"oxz_switch","pid":4038}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:39.192207059Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] sm initialized with addr fe80::84ab:41ff:fe99:2b8f on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:39.192797691Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-04-29T04:08:39.192823172Z","hostname":"oxz_switch","pid":4038}
{"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:39.193693459Z","hostname":"oxz_switch","pid":4038}
[ Apr 29 04:08:40 Rereading configuration. ]
[ Apr 29 04:08:40 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 438"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=438
+ getopts c: o
+ [[ -n 438 ]]
+ pgrep -c 438
+ PARENT_PID=4037
+ [[ -n 4037 ]]
+ pgrep -P 4037
+ CHILD_PID=4038
+ [[ -n 4038 ]]
+ kill -USR1 4038
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:40.470051645Z","hostname":"oxz_switch","pid":4038}
[ Apr 29 04:08:40 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:40.471866442Z","hostname":"oxz_switch","pid":4038}
{"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:40.472279051Z","hostname":"oxz_switch","pid":4038}
{"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:40.472365262Z","hostname":"oxz_switch","pid":4038,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Prefix { addr: fde4:f909:8ddf:512::1, len: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:08:40.559180873Z","hostname":"oxz_switch","pid":4038}
{"msg":"advertise tunnel: {\n    TunnelOrigin {\n        overlay_prefix: V4(\n            Ipv4Prefix {\n                addr: 0.0.0.0,\n                len: 0,\n            },\n        ),\n        boundary_addr: fde4:f909:8ddf:512::1,\n        vni: 99,\n        metric: 100,\n    },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:40.559274375Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Prefix { addr: 0.0.0.0, len: 0 }), boundary_addr: fde4:f909:8ddf:512::1, vni: 99, metric: 100 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:08:40.559322346Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] nbr is fe80::54cd:97ff:fe6e:c6b@sock server","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.193362468Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-04-29T04:08:41.193398499Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] exchange: listening on [fe80::84ab:41ff:fe99:2b8f]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.193540992Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.193651434Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.19540962Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-04-29T04:08:41.195422721Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::54cd:97ff:fe6e:c6b on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.233669405Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::54cd:97ff:fe6e:c6b on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.235031913Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::54cd:97ff:fe6e:c6b on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.235202396Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:a02a:: -> fe80::54cd:97ff:fe6e:c6b on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.23536526Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::54cd:97ff:fe6e:c6b on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.235499663Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-04-29T04:08:41.236009343Z","hostname":"oxz_switch","pid":4038}
{"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-04-29T04:08:41.264947256Z","hostname":"oxz_switch","pid":4038}
{"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-04-29T04:08:45.475839174Z","hostname":"oxz_switch","pid":4038,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51231501-67c9-451e-a935-83aa38e09044.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a21507ee-5c96-4540-bc06-0852e4850905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"be1fa9a1-301b-46b9-b30a-f282967efa55.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be1fa9a1-301b-46b9-b30a-f282967efa55.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 930, tv_nsec: 475746792 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
Apr 29 04:08:45.476 DEBG registered DTrace probes
Apr 29 04:08:45.477 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:08:45.477 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:08:45.477 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:08:45.477 DEBG registering metric server as a producer
Apr 29 04:08:45.506 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:08:59.298 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:08:59.299 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 110.33304ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:08:59.299093262Z","hostname":"oxz_switch","pid":4038}
:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:08:59.410 DEBG registered DTrace probes
Apr 29 04:08:59.410 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:08:59.410 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:08:59.410 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:08:59.411 DEBG registering metric server as a producer
Apr 29 04:08:59.440 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
{"msg":"[tfportrear0_0] neighbor sock@fe80::54cd:97ff:fe6e:c6b missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:09:04.397050354Z","hostname":"oxz_switch","pid":4038}
Apr 29 04:09:14.839 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:09:14.841 INFO received request to begin graceful shutdown, local_addr: [{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 129.798601ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:09:14.84104599Z","hostname":"oxz_switch","pid":4038}
fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:09:14.972 DEBG registered DTrace probes
Apr 29 04:09:14.972 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:09:14.972 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:09:14.972 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:09:14.972 DEBG registering metric server as a producer
Apr 29 04:09:15.020 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
{"msg":"[tfportrear0_0] neighbor sock@fe80::54cd:97ff:fe6e:c6b missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:09:27.221040228Z","hostname":"oxz_switch","pid":4038}
Apr 29 04:09:30.029 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:09:30.033 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 214.577874ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:09:30.033672501Z","hostname":"oxz_switch","pid":4038}
/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:09:30.250 DEBG registered DTrace probes
Apr 29 04:09:30.252 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:09:30.252 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:09:30.252 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:09:30.252 DEBG registering metric server as a producer
Apr 29 04:09:30.298 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:09:45.299 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:09:45.300 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 212.066622ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:09:45.300802138Z","hostname":"oxz_switch","pid":4038}
INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:09:45.514 DEBG registered DTrace probes
Apr 29 04:09:45.514 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:09:45.514 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:09:45.514 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:09:45.514 DEBG registering metric server as a producer
Apr 29 04:09:45.543 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:00.543 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:10:00.545 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 287.436552ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:00.54518386Z","hostname":"oxz_switch","pid":4038}
, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:00.833 DEBG registered DTrace probes
Apr 29 04:10:00.833 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:00.833 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:00.833 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:00.833 DEBG registering metric server as a producer
Apr 29 04:10:00.862 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:15.865 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:10:15.866 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 335.55287ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:15.866057312Z","hostname":"oxz_switch","pid":4038}
, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:16.202 DEBG registered DTrace probes
Apr 29 04:10:16.202 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:16.203 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:16.203 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:16.203 DEBG registering metric server as a producer
Apr 29 04:10:16.232 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:31.234 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut })
Apr 29 04:10:31.235 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out waiting 349.957626ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:31.235420474Z","hostname":"oxz_switch","pid":4038}
received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:31.586 DEBG registered DTrace probes
Apr 29 04:10:31.586 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:31.586 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:31.587 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:31.587 DEBG registering metric server as a producer
Apr 29 04:10:31.623 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:39.532 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:39.534{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 388.891848ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:39.534451754Z","hostname":"oxz_switch","pid":4038}
 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:39.924 DEBG registered DTrace probes
Apr 29 04:10:39.924 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:39.925 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:39.925 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:39.925 DEBG registering metric server as a producer
Apr 29 04:10:39.974 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:39.975 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 231.631163ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:39.97606194Z","hostname":"oxz_switch","pid":4038}
Apr 29 04:10:39.976 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:40.208 DEBG registered DTrace probes
Apr 29 04:10:40.208 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:40.208 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:40.209 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:40.209 DEBG registering metric server as a producer
Apr 29 04:10:40.245 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:40.245 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:40.246{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 532.624191ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:40.24621685Z","hostname":"oxz_switch","pid":4038}
 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:40.779 DEBG registered DTrace probes
Apr 29 04:10:40.779 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:40.779 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:40.779 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:40.779 DEBG registering metric server as a producer
Apr 29 04:10:40.809 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:40.809 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:40.810 INFO received request to begin graceful shutdown, {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 712.021924ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:40.810199046Z","hostname":"oxz_switch","pid":4038}
local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:41.523 DEBG registered DTrace probes
Apr 29 04:10:41.523 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:41.524 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:41.524 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:41.524 DEBG registering metric server as a producer
Apr 29 04:10:41.553 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:41.553 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:41.554 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.052140672s","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:41.554257904Z","hostname":"oxz_switch","pid":4038}
:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:42.607 DEBG registered DTrace probes
Apr 29 04:10:42.607 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:42.607 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:42.607 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:42.607 DEBG registering metric server as a producer
Apr 29 04:10:42.636 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:42.636 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:42.637 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 977.597804ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:42.637127121Z","hostname":"oxz_switch","pid":4038}
received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:43.616 DEBG registered DTrace probes
Apr 29 04:10:43.616 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:43.616 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:43.616 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:43.616 DEBG registering metric server as a producer
Apr 29 04:10:43.645 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:43.645 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:43.645 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 937.379082ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:43.645676423Z","hostname":"oxz_switch","pid":4038}
, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:44.584 DEBG registered DTrace probes
Apr 29 04:10:44.584 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:44.584 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:44.584 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:44.584 DEBG registering metric server as a producer
Apr 29 04:10:44.613 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:44.613 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:44.614 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 753.525128ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:44.614314697Z","hostname":"oxz_switch","pid":4038}
: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:45.368 DEBG registered DTrace probes
Apr 29 04:10:45.369 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:45.369 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:45.369 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:45.369 DEBG registering metric server as a producer
Apr 29 04:10:45.398 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:45.398 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:45.398 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.409120233s","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:45.398994839Z","hostname":"oxz_switch","pid":4038}
1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:46.809 DEBG registered DTrace probes
Apr 29 04:10:46.809 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:46.809 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:46.809 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:46.809 DEBG registering metric server as a producer
Apr 29 04:10:46.838 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:46.838 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:46.838 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.462160634s","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:46.838883387Z","hostname":"oxz_switch","pid":4038}
Apr 29 04:10:49.301 DEBG registered DTrace probes
Apr 29 04:10:49.301 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:49.302 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:49.302 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:49.302 DEBG registering metric server as a producer
Apr 29 04:10:49.336 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:49.336 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
Apr 29 04:10:49.337 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.893408911s","v":0,"name":"slog-rs","level":40,"time":"2024-04-29T04:10:49.337083758Z","hostname":"oxz_switch","pid":4038}
INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266
Apr 29 04:10:51.232 DEBG registered DTrace probes
Apr 29 04:10:51.232 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:51.232 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195
Apr 29 04:10:51.232 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Apr 29 04:10:51.232 DEBG registering metric server as a producer
Apr 29 04:10:51.261 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST
Apr 29 04:10:51.327 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "f33e9f8d-5772-4336-8c99-3cf6b4890446", "content-length": "41", "date": "Mon, 29 Apr 2024 04:10:51 GMT"} })
Apr 29 04:10:51.329 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266