1 | | [ Apr 1 23:09:28 Disabled. ] |
2 | | [ Apr 1 23:09:28 Rereading configuration. ] |
3 | | [ Apr 1 23:09:41 Rereading configuration. ] |
4 | | [ Apr 1 23:09:41 Rereading configuration. ] |
5 | | [ Apr 1 23:09:41 Enabled. ] |
6 | | [ Apr 1 23:09:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] |
7 | | [ Apr 1 23:09:41 Method "start" exited with status 0. ] |
8 | 2024-04-01T23:09:41.311Z | INFO | slog-rs: signal handler waiting for context
|
9 | 2024-04-01T23:09:41.329Z | INFO | slog-rs: signal handler waiting got context
|
10 | 2024-04-01T23:09:41.329Z | INFO | slog-rs: bgp routers: {}
|
11 | 2024-04-01T23:09:41.329Z | INFO | slog-rs: bfd peers: []
|
12 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = GET
path = /bfd/peers
unit = api-server
|
13 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = PUT
path = /bfd/peers
unit = api-server
|
14 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = DELETE
path = /bfd/peers/{addr}
unit = api-server
|
15 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = POST
path = /bgp/apply
unit = api-server
|
16 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = POST
path = /bgp/graceful_shutdown
unit = api-server
|
17 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = GET
path = /bgp/imported4
unit = api-server
|
18 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = GET
path = /bgp/message-history
unit = api-server
|
19 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = DELETE
path = /bgp/neighbor
unit = api-server
|
20 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = POST
path = /bgp/neighbor
unit = api-server
|
21 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = PUT
path = /bgp/neighbor
unit = api-server
|
22 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = GET
path = /bgp/originate4
unit = api-server
|
23 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = POST
path = /bgp/originate4
unit = api-server
|
24 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = DELETE
path = /bgp/router
unit = api-server
|
25 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = POST
path = /bgp/router
unit = api-server
|
26 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = PUT
path = /bgp/router
unit = api-server
|
27 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = GET
path = /bgp/routers
unit = api-server
|
28 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = POST
path = /bgp/withdraw4
unit = api-server
|
29 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = DELETE
path = /static/route4
unit = api-server
|
30 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = GET
path = /static/route4
unit = api-server
|
31 | 2024-04-01T23:09:41.333Z | DEBG | slog-rs: registered endpoint
local_addr = [::]:4676
method = PUT
path = /static/route4
unit = api-server
|
32 | 2024-04-01T23:09:41.333Z | INFO | slog-rs: admin: listening on [::]:4676
|
33 | 2024-04-01T23:09:41.333Z | INFO | slog-rs: listening
local_addr = [::]:4676
unit = api-server
|
34 | 2024-04-01T23:09:41.334Z | DEBG | slog-rs: successfully registered DTrace USDT probes
local_addr = [::]:4676
unit = api-server
|
35 | 2024-04-01T23:09:41.403Z | ERRO | slog-rs: get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)
|
36 | | [ Apr 1 23:09:42 Rereading configuration. ] |
37 | | [ Apr 1 23:09:42 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 433"). ] |
38 | | + CONTRACT='' |
39 | | + getopts c: o |
40 | | + CONTRACT=433 |
41 | | + getopts c: o |
42 | | + [[ -n 433 ]] |
43 | | + pgrep -c 433 |
44 | | + PARENT_PID=4221 |
45 | | + [[ -n 4221 ]] |
46 | | + pgrep -P 4221 |
47 | | + CHILD_PID=4225 |
48 | | + [[ -n 4225 ]] |
49 | | + kill -USR1 4225 |
50 | 2024-04-01T23:09:42.803Z | INFO | slog-rs: handling smf refresh
|
51 | | [ Apr 1 23:09:42 Method "refresh" exited with status 0. ] |
52 | 2024-04-01T23:09:42.805Z | INFO | slog-rs: starting stats server on smf refresh
|
53 | 2024-04-01T23:09:42.805Z | INFO | slog-rs: resolving nexus
|
54 | 2024-04-01T23:09:42.805Z | INFO | slog-rs: new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
|
55 | 2024-04-01T23:09:42.998Z | INFO | slog-rs: accepted connection
local_addr = [::]:4676
remote_addr = [fd00:1122:3344:101::1]:60167
unit = api-server
|
56 | 2024-04-01T23:09:42.999Z | INFO | slog-rs: sending notification for change set ChangeSet {
generation: 0,
import: ImportChangeSet {
added: {
Route4ImportKey {
prefix: Prefix4 {
value: 0.0.0.0,
length: 0,
},
nexthop: 10.151.1.100,
id: 0,
priority: 100,
},
},
removed: {},
},
origin: OriginChangeSet {
added: {},
removed: {},
},
}
|
57 | 2024-04-01T23:09:42.999Z | INFO | slog-rs: request completed
latency_us = 303
local_addr = [::]:4676
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60167
req_id = af70f928-29c4-4b12-81c8-b3554b1de45c
response_code = 204
unit = api-server
uri = /static/route4
|
58 | 2024-04-01T23:09:42.999Z | INFO | slog-rs: mg-lower: handling rib change generation 0 -> 0: ChangeSet {
generation: 0,
import: ImportChangeSet {
added: {
Route4ImportKey {
prefix: Prefix4 {
value: 0.0.0.0,
length: 0,
},
nexthop: 10.151.1.100,
id: 0,
priority: 100,
},
},
removed: {},
},
origin: OriginChangeSet {
added: {},
removed: {},
},
}
|
59 | 2024-04-01T23:09:43.000Z | ERRO | slog-rs: failed to get port for Route4ImportKey { prefix: Prefix4 { value: 0.0.0.0, length: 0 }, nexthop: 10.151.1.100, id: 0, priority: 100 }: "Unable to get route for Route4ImportKey { prefix: Prefix4 { value: 0.0.0.0, length: 0 }, nexthop: 10.151.1.100, id: 0, priority: 100 }: IoError(Os { code: 3, kind: Uncategorized, message: \"No such process\" })"
|
60 | 2024-04-01T23:09:47.810Z | DEBG | slog-rs: lookup_socket_v6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("55d0de72-8b3a-43ce-b584-ca3719aec4fb.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7b41cf58-76b0-41d4-bb67-d44db262a3a6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d39f83ee-7b83-426f-8bcf-8b030f08649b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("d39f83ee-7b83-426f-8bcf-8b030f08649b.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 836, tv_nsec: 383005755 } })
|
61 | | Apr 01 23:09:47.811 DEBG registered DTrace probes |
62 | | Apr 01 23:09:47.811 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
63 | | Apr 01 23:09:47.811 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
64 | | Apr 01 23:09:47.812 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
65 | | Apr 01 23:09:47.812 DEBG registering metric server as a producer |
66 | | Apr 01 23:09:47.843 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
67 | | Apr 01 23:10:02.843 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
68 | | Apr 01 23:10:02.844 INFO received request to begin graceful shutdown, {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 85.030462ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:02.844957041Z","hostname":"oxz_switch","pid":4225} |
69 | | local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
70 | | Apr 01 23:10:02.931 DEBG registered DTrace probes |
71 | | Apr 01 23:10:02.931 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
72 | | Apr 01 23:10:02.931 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
73 | | Apr 01 23:10:02.931 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
74 | | Apr 01 23:10:02.931 DEBG registering metric server as a producer |
75 | | Apr 01 23:10:02.960 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
76 | | Apr 01 23:10:17.961 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
77 | | Apr 01 23:10:17.962 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 144.611301ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:17.962821575Z","hostname":"oxz_switch","pid":4225} |
78 | | :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
79 | | Apr 01 23:10:18.107 DEBG registered DTrace probes |
80 | | Apr 01 23:10:18.107 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
81 | | Apr 01 23:10:18.108 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
82 | | Apr 01 23:10:18.108 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
83 | | Apr 01 23:10:18.108 DEBG registering metric server as a producer |
84 | | Apr 01 23:10:18.136 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
85 | | Apr 01 23:10:33.137 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
86 | | Apr 01 23:10:33.138 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 120.132511ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:33.138431396Z","hostname":"oxz_switch","pid":4225} |
87 | | received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
88 | | Apr 01 23:10:33.258 DEBG registered DTrace probes |
89 | | Apr 01 23:10:33.258 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
90 | | Apr 01 23:10:33.259 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
91 | | Apr 01 23:10:33.259 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
92 | | Apr 01 23:10:33.259 DEBG registering metric server as a producer |
93 | | Apr 01 23:10:33.287 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
94 | | Apr 01 23:10:48.288 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
95 | | Apr 01 23:10:48.289 INFO received request to begin graceful shutdown, local_addr: [fd00:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 143.214124ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:10:48.289698023Z","hostname":"oxz_switch","pid":4225} |
96 | | 1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
97 | | Apr 01 23:10:48.434 DEBG registered DTrace probes |
98 | | Apr 01 23:10:48.434 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
99 | | Apr 01 23:10:48.434 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
100 | | Apr 01 23:10:48.434 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
101 | | Apr 01 23:10:48.434 DEBG registering metric server as a producer |
102 | | Apr 01 23:10:48.463 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
103 | | Apr 01 23:11:03.464 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
104 | | Apr 01 23:11:03.465 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:4677, component:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 225.399707ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:03.465180892Z","hostname":"oxz_switch","pid":4225} |
105 | | dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
106 | | Apr 01 23:11:03.692 DEBG registered DTrace probes |
107 | | Apr 01 23:11:03.692 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
108 | | Apr 01 23:11:03.692 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
109 | | Apr 01 23:11:03.692 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
110 | | Apr 01 23:11:03.693 DEBG registering metric server as a producer |
111 | | Apr 01 23:11:03.721 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
112 | | Apr 01 23:11:18.722 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
113 | | Apr 01 23:11:18.723 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 323.955669ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:18.72367179Z","hostname":"oxz_switch","pid":4225} |
114 | | 3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
115 | | Apr 01 23:11:19.049 DEBG registered DTrace probes |
116 | | Apr 01 23:11:19.049 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
117 | | Apr 01 23:11:19.049 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
118 | | Apr 01 23:11:19.049 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
119 | | Apr 01 23:11:19.049 DEBG registering metric server as a producer |
120 | | Apr 01 23:11:19.077 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
121 | | Apr 01 23:11:34.079 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
122 | | Apr 01 23:11:34.080 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 395.688739ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:34.080590486Z","hostname":"oxz_switch","pid":4225} |
123 | | ::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
124 | | Apr 01 23:11:34.477 DEBG registered DTrace probes |
125 | | Apr 01 23:11:34.477 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
126 | | Apr 01 23:11:34.477 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
127 | | Apr 01 23:11:34.478 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
128 | | Apr 01 23:11:34.478 DEBG registering metric server as a producer |
129 | | Apr 01 23:11:34.506 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
130 | | Apr 01 23:11:49.507 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
131 | | Apr 01 23:11:49.508 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 187.619788ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:11:49.508996212Z","hostname":"oxz_switch","pid":4225} |
132 | | 4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
133 | | Apr 01 23:11:49.698 DEBG registered DTrace probes |
134 | | Apr 01 23:11:49.698 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
135 | | Apr 01 23:11:49.698 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
136 | | Apr 01 23:11:49.698 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
137 | | Apr 01 23:11:49.698 DEBG registering metric server as a producer |
138 | | Apr 01 23:11:49.727 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
139 | | Apr 01 23:12:04.729 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
140 | | Apr 01 23:12:04.730 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 283.178721ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:04.730277013Z","hostname":"oxz_switch","pid":4225} |
141 | | : [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
142 | | Apr 01 23:12:05.014 DEBG registered DTrace probes |
143 | | Apr 01 23:12:05.014 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
144 | | Apr 01 23:12:05.014 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
145 | | Apr 01 23:12:05.015 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
146 | | Apr 01 23:12:05.015 DEBG registering metric server as a producer |
147 | | Apr 01 23:12:05.043 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
148 | | Apr 01 23:12:20.044 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
149 | | Apr 01 23:12:20.045 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 319.010133ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:20.045362424Z","hostname":"oxz_switch","pid":4225} |
150 | | , local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
151 | | Apr 01 23:12:20.365 DEBG registered DTrace probes |
152 | | Apr 01 23:12:20.365 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
153 | | Apr 01 23:12:20.365 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
154 | | Apr 01 23:12:20.365 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
155 | | Apr 01 23:12:20.365 DEBG registering metric server as a producer |
156 | | Apr 01 23:12:20.396 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
157 | | Apr 01 23:12:35.398 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
158 | | Apr 01 23:12:35.399 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 672.487525ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:12:35.399779989Z","hostname":"oxz_switch","pid":4225} |
159 | | :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
160 | | Apr 01 23:12:36.073 DEBG registered DTrace probes |
161 | | Apr 01 23:12:36.073 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
162 | | Apr 01 23:12:36.073 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
163 | | Apr 01 23:12:36.073 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
164 | | Apr 01 23:12:36.073 DEBG registering metric server as a producer |
165 | | Apr 01 23:12:36.101 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
166 | | Apr 01 23:12:51.102 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
167 | | Apr 01 23:12:51.104 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
168 | 2024-04-01T23:12:51.104Z | WARN | slog-rs: stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 956.275139ms
|
169 | | Apr 01 23:12:52.060 DEBG registered DTrace probes |
170 | | Apr 01 23:12:52.060 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
171 | | Apr 01 23:12:52.060 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
172 | | Apr 01 23:12:52.061 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
173 | | Apr 01 23:12:52.061 DEBG registering metric server as a producer |
174 | | Apr 01 23:12:52.089 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
175 | | Apr 01 23:13:07.090 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
176 | | Apr 01 23:13:07.091 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 551.960425ms","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:07.091241978Z","hostname":"oxz_switch","pid":4225} |
177 | | :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
178 | | Apr 01 23:13:07.643 DEBG registered DTrace probes |
179 | | Apr 01 23:13:07.643 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
180 | | Apr 01 23:13:07.643 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
181 | | Apr 01 23:13:07.644 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
182 | | Apr 01 23:13:07.644 DEBG registering metric server as a producer |
183 | | Apr 01 23:13:07.672 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
184 | | Apr 01 23:13:22.672 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
185 | | Apr 01 23:13:22.673 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.346601701s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:22.673927369Z","hostname":"oxz_switch","pid":4225} |
186 | | , local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
187 | | Apr 01 23:13:24.021 DEBG registered DTrace probes |
188 | | Apr 01 23:13:24.021 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
189 | | Apr 01 23:13:24.021 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
190 | | Apr 01 23:13:24.021 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
191 | | Apr 01 23:13:24.021 DEBG registering metric server as a producer |
192 | | Apr 01 23:13:24.050 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
193 | | Apr 01 23:13:39.050 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
194 | | Apr 01 23:13:39.052 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.796764126s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:39.052171598Z","hostname":"oxz_switch","pid":4225} |
195 | | , local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
196 | | Apr 01 23:13:40.849 DEBG registered DTrace probes |
197 | | Apr 01 23:13:40.849 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
198 | | Apr 01 23:13:40.850 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
199 | | Apr 01 23:13:40.850 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
200 | | Apr 01 23:13:40.850 DEBG registering metric server as a producer |
201 | | Apr 01 23:13:40.880 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
202 | | Apr 01 23:13:55.882 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
203 | | Apr 01 23:13:55.883 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.038250379s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:13:55.883490739Z","hostname":"oxz_switch","pid":4225} |
204 | | 3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
205 | | Apr 01 23:13:56.922 DEBG registered DTrace probes |
206 | | Apr 01 23:13:56.922 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
207 | | Apr 01 23:13:56.923 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
208 | | Apr 01 23:13:56.923 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
209 | | Apr 01 23:13:56.923 DEBG registering metric server as a producer |
210 | | Apr 01 23:13:56.951 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
211 | | Apr 01 23:14:11.953 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
212 | | Apr 01 23:14:11.954 INFO received request to begin graceful shutdown, local_addr: [{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.727822248s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:11.954907595Z","hostname":"oxz_switch","pid":4225} |
213 | | fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
214 | | Apr 01 23:14:13.684 DEBG registered DTrace probes |
215 | | Apr 01 23:14:13.684 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
216 | | Apr 01 23:14:13.684 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
217 | | Apr 01 23:14:13.684 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
218 | | Apr 01 23:14:13.684 DEBG registering metric server as a producer |
219 | | Apr 01 23:14:13.713 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
220 | | Apr 01 23:14:28.714 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
221 | | Apr 01 23:14:28.715 INFO received request to begin graceful shutdown, local_addr:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.378091395s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:28.715274344Z","hostname":"oxz_switch","pid":4225} |
222 | | [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
223 | | Apr 01 23:14:30.093 DEBG registered DTrace probes |
224 | | Apr 01 23:14:30.094 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
225 | | Apr 01 23:14:30.094 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
226 | | Apr 01 23:14:30.094 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
227 | | Apr 01 23:14:30.094 DEBG registering metric server as a producer |
228 | | Apr 01 23:14:30.123 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |
229 | | Apr 01 23:14:45.123 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) |
230 | | Apr 01 23:14:45.125 INFO received request to begin graceful shutdown, local_addr: [fd00{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.978097198s","v":0,"name":"slog-rs","level":40,"time":"2024-04-01T23:14:45.125120588Z","hostname":"oxz_switch","pid":4225} |
231 | | :1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 |
232 | | Apr 01 23:14:47.104 DEBG registered DTrace probes |
233 | | Apr 01 23:14:47.104 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
234 | | Apr 01 23:14:47.104 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 |
235 | | Apr 01 23:14:47.104 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot |
236 | | Apr 01 23:14:47.104 DEBG registering metric server as a producer |
237 | | Apr 01 23:14:47.133 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST |