Jul 31 18:00:02.609 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:00:02.609 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 49.496045282s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Jul 31 18:00:06.438 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 789, tv_nsec: 811677129 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 31 18:00:06.439 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jul 31 18:00:06.440 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jul 31 18:00:21.469 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:00:21.480 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 68.356777158s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Jul 31 18:00:29.596 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 812, tv_nsec: 968044920 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 31 18:00:29.598 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jul 31 18:00:29.630 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jul 31 18:00:44.631 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:00:44.631 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 91.51690153s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:00:50.134132755Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:40886"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:00:50.147872934Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"98ebda8c-c587-40c8-a3ad-3d7c459498ae","remote_addr":"[fd00:1122:3344:101::b]:40886","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:00:50.153941711Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"98ebda8c-c587-40c8-a3ad-3d7c459498ae","remote_addr":"[fd00:1122:3344:101::b]:40886","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":11736,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:00:50.154341067Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"c3faf4c5-e10d-4dd4-a644-433b009ecb40","remote_addr":"[fd00:1122:3344:101::b]:40886","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:00:50.156199117Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"c3faf4c5-e10d-4dd4-a644-433b009ecb40","remote_addr":"[fd00:1122:3344:101::b]:40886","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":1855,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:00:50.217000717Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:40414"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:00:50.217180779Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"97e6cc96-eae2-464b-88cf-9ba5f4729a74","remote_addr":"[fd00:1122:3344:101::c]:40414","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:00:50.217215Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"97e6cc96-eae2-464b-88cf-9ba5f4729a74","remote_addr":"[fd00:1122:3344:101::c]:40414","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":66,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:00:50.217578106Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"5b684b7e-de80-4475-9a08-d34150d621b4","remote_addr":"[fd00:1122:3344:101::c]:40414","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:00:50.217613466Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"5b684b7e-de80-4475-9a08-d34150d621b4","remote_addr":"[fd00:1122:3344:101::c]:40414","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":58,"response_code":200}
Jul 31 18:00:56.419 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 839, tv_nsec: 793115530 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 31 18:00:56.420 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jul 31 18:00:56.421 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jul 31 18:01:11.422 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:01:11.422 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 118.308382164s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:20.053047819Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:47645"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:20.0531468Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"48b5dc72-8b81-46fb-9993-ac1995b09f3c","remote_addr":"[fd00:1122:3344:101::b]:47645","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:20.053197731Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"48b5dc72-8b81-46fb-9993-ac1995b09f3c","remote_addr":"[fd00:1122:3344:101::b]:47645","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":64,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:20.053408154Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"ccbb10dc-b6c1-44b6-aff8-2c72dfb51810","remote_addr":"[fd00:1122:3344:101::b]:47645","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:20.053433505Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"ccbb10dc-b6c1-44b6-aff8-2c72dfb51810","remote_addr":"[fd00:1122:3344:101::b]:47645","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":46,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:20.123147296Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:55100"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:20.12334889Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"e255b413-821f-4d4e-accc-4e09479cceba","remote_addr":"[fd00:1122:3344:101::c]:55100","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:20.12338289Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"e255b413-821f-4d4e-accc-4e09479cceba","remote_addr":"[fd00:1122:3344:101::c]:55100","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":77,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:20.123645574Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"b09c5475-a002-461a-bc2d-52414f5d3a99","remote_addr":"[fd00:1122:3344:101::c]:55100","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:20.123679965Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"b09c5475-a002-461a-bc2d-52414f5d3a99","remote_addr":"[fd00:1122:3344:101::c]:55100","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":60,"response_code":200}
Jul 31 18:01:41.683 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 885, tv_nsec: 57014525 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 31 18:01:41.683 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jul 31 18:01:41.685 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:50.055058818Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:33664"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:50.05514519Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"c2b02b2f-dee2-42a0-b0e0-cd242cf504ee","remote_addr":"[fd00:1122:3344:101::b]:33664","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:50.05517667Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"c2b02b2f-dee2-42a0-b0e0-cd242cf504ee","remote_addr":"[fd00:1122:3344:101::b]:33664","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":69,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:50.055385253Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"3b7cf893-fb2a-4e67-a2a1-04e3d184880e","remote_addr":"[fd00:1122:3344:101::b]:33664","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:50.055441144Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"3b7cf893-fb2a-4e67-a2a1-04e3d184880e","remote_addr":"[fd00:1122:3344:101::b]:33664","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":61,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:50.108757435Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:53283"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:50.109553447Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"dced0598-8edf-4ce2-a1dd-7a9b7ca220c9","remote_addr":"[fd00:1122:3344:101::c]:53283","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:50.109598968Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"dced0598-8edf-4ce2-a1dd-7a9b7ca220c9","remote_addr":"[fd00:1122:3344:101::c]:53283","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":58,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:01:50.11095154Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"bc50e841-8073-4c55-a2b4-4bff0c8faa7d","remote_addr":"[fd00:1122:3344:101::c]:53283","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:01:50.111036381Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"bc50e841-8073-4c55-a2b4-4bff0c8faa7d","remote_addr":"[fd00:1122:3344:101::c]:53283","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":78,"response_code":200}
Jul 31 18:01:56.686 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:01:56.686 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 163.571825762s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:20.056854027Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:49799"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:20.05698946Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"4384801e-a921-4651-8604-56c6f4bad1b9","remote_addr":"[fd00:1122:3344:101::b]:49799","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:20.057038481Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"4384801e-a921-4651-8604-56c6f4bad1b9","remote_addr":"[fd00:1122:3344:101::b]:49799","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":66,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:20.057255944Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"4bf3246a-f34f-425b-8349-eab0566f327b","remote_addr":"[fd00:1122:3344:101::b]:49799","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:20.057286054Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"4bf3246a-f34f-425b-8349-eab0566f327b","remote_addr":"[fd00:1122:3344:101::b]:49799","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:20.108548872Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:36615"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:20.109302504Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"9154d565-5dec-4d34-96c9-c78124ac7da0","remote_addr":"[fd00:1122:3344:101::c]:36615","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:20.109348065Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"9154d565-5dec-4d34-96c9-c78124ac7da0","remote_addr":"[fd00:1122:3344:101::c]:36615","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":64,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:20.10967037Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"c76f00e2-04c2-41ca-aadd-fe7d164da262","remote_addr":"[fd00:1122:3344:101::c]:36615","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:20.10969569Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"c76f00e2-04c2-41ca-aadd-fe7d164da262","remote_addr":"[fd00:1122:3344:101::c]:36615","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":46,"response_code":200}
Jul 31 18:02:43.318 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 946, tv_nsec: 691908984 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 31 18:02:43.318 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jul 31 18:02:43.319 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:50.062726632Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:56558"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:50.062887754Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"7608cc6e-9ef9-448d-afdf-ebc0b59e51dd","remote_addr":"[fd00:1122:3344:101::b]:56558","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:50.062907685Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"7608cc6e-9ef9-448d-afdf-ebc0b59e51dd","remote_addr":"[fd00:1122:3344:101::b]:56558","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":56,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:50.063086047Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"0d77dcc9-35da-4f42-8e06-4270a46306b3","remote_addr":"[fd00:1122:3344:101::b]:56558","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:50.063148708Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"0d77dcc9-35da-4f42-8e06-4270a46306b3","remote_addr":"[fd00:1122:3344:101::b]:56558","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":74,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:50.11026669Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:55154"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:50.110375111Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"2cdd90ca-4f82-49e1-8111-2c3d75560c4e","remote_addr":"[fd00:1122:3344:101::c]:55154","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:50.110479963Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"2cdd90ca-4f82-49e1-8111-2c3d75560c4e","remote_addr":"[fd00:1122:3344:101::c]:55154","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":118,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:02:50.110728137Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"6a2908a6-897d-43c9-915f-2817844635b4","remote_addr":"[fd00:1122:3344:101::c]:55154","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:02:50.110783498Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"6a2908a6-897d-43c9-915f-2817844635b4","remote_addr":"[fd00:1122:3344:101::c]:55154","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":87,"response_code":200}
Jul 31 18:02:58.320 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:02:58.320 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 225.20596093s, count: 9, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:20.061844019Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:56412"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:20.06189423Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"108027f7-a486-4093-b127-219abef75a38","remote_addr":"[fd00:1122:3344:101::b]:56412","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:20.061942821Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"108027f7-a486-4093-b127-219abef75a38","remote_addr":"[fd00:1122:3344:101::b]:56412","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":57,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:20.062188845Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"e55e2026-4f73-4073-9af1-41d2bcbc5e3f","remote_addr":"[fd00:1122:3344:101::b]:56412","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:20.062222805Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"e55e2026-4f73-4073-9af1-41d2bcbc5e3f","remote_addr":"[fd00:1122:3344:101::b]:56412","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:20.108821338Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:45051"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:20.1089212Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"750f475f-8f35-4e7c-a526-370f9bbd1180","remote_addr":"[fd00:1122:3344:101::c]:45051","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:20.108961681Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"750f475f-8f35-4e7c-a526-370f9bbd1180","remote_addr":"[fd00:1122:3344:101::c]:45051","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":68,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:20.109233075Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"cac92154-ba48-4d2b-8500-8c05c157ed55","remote_addr":"[fd00:1122:3344:101::c]:45051","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:20.109265476Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"cac92154-ba48-4d2b-8500-8c05c157ed55","remote_addr":"[fd00:1122:3344:101::c]:45051","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":56,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:50.053983395Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:46472"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:50.054065006Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"8497bcd4-d71e-488d-9fae-953bacee448d","remote_addr":"[fd00:1122:3344:101::b]:46472","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:50.054102877Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"8497bcd4-d71e-488d-9fae-953bacee448d","remote_addr":"[fd00:1122:3344:101::b]:46472","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":61,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:50.05430049Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"540aa133-8947-4d9a-9be7-55687ff48055","remote_addr":"[fd00:1122:3344:101::b]:46472","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:50.054345831Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"540aa133-8947-4d9a-9be7-55687ff48055","remote_addr":"[fd00:1122:3344:101::b]:46472","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:50.109904737Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:64370"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:50.109984748Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"ad585d45-b986-4fb2-a0c1-66207c9fc0ce","remote_addr":"[fd00:1122:3344:101::c]:64370","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:50.110067299Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"ad585d45-b986-4fb2-a0c1-66207c9fc0ce","remote_addr":"[fd00:1122:3344:101::c]:64370","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":66,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:03:50.110273263Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"7017237a-79df-4a4c-8c04-b894785400df","remote_addr":"[fd00:1122:3344:101::c]:64370","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:03:50.110309533Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"7017237a-79df-4a4c-8c04-b894785400df","remote_addr":"[fd00:1122:3344:101::c]:64370","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:20.054984302Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:56862"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:20.055064973Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"213ca2c5-35d0-4ae5-b0c5-0c578505988b","remote_addr":"[fd00:1122:3344:101::b]:56862","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:20.055128844Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"213ca2c5-35d0-4ae5-b0c5-0c578505988b","remote_addr":"[fd00:1122:3344:101::b]:56862","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":83,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:20.055337897Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"d6521c06-9a67-4672-a3ef-a0fa87a92e76","remote_addr":"[fd00:1122:3344:101::b]:56862","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:20.055382578Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"d6521c06-9a67-4672-a3ef-a0fa87a92e76","remote_addr":"[fd00:1122:3344:101::b]:56862","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":51,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:20.108282472Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:57540"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:20.108395564Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"899f38c1-f757-45bd-a865-92e329373501","remote_addr":"[fd00:1122:3344:101::c]:57540","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:20.108447454Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"899f38c1-f757-45bd-a865-92e329373501","remote_addr":"[fd00:1122:3344:101::c]:57540","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":71,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:20.108635767Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"dc2fed33-11fd-4549-b308-075e014e7fba","remote_addr":"[fd00:1122:3344:101::c]:57540","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:20.108687348Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"dc2fed33-11fd-4549-b308-075e014e7fba","remote_addr":"[fd00:1122:3344:101::c]:57540","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":41,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:50.055111007Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:63038"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:50.05528878Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"f14403c6-386e-4fb6-a0b5-c0f2ac6acf28","remote_addr":"[fd00:1122:3344:101::b]:63038","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:50.055345851Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"f14403c6-386e-4fb6-a0b5-c0f2ac6acf28","remote_addr":"[fd00:1122:3344:101::b]:63038","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":61,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:50.055501573Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"6a9ea9f2-c84e-422a-b5ad-e66b8a1b9d1d","remote_addr":"[fd00:1122:3344:101::b]:63038","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:50.055616855Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"6a9ea9f2-c84e-422a-b5ad-e66b8a1b9d1d","remote_addr":"[fd00:1122:3344:101::b]:63038","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":66,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:50.111321293Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:38324"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:50.111376534Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"448ac26d-591c-48aa-b581-7e37e3e821c7","remote_addr":"[fd00:1122:3344:101::c]:38324","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:50.111468386Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"448ac26d-591c-48aa-b581-7e37e3e821c7","remote_addr":"[fd00:1122:3344:101::c]:38324","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":72,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:04:50.111811631Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"8151950a-6701-4da8-8a71-b386e36a6b6c","remote_addr":"[fd00:1122:3344:101::c]:38324","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:04:50.111864062Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"8151950a-6701-4da8-8a71-b386e36a6b6c","remote_addr":"[fd00:1122:3344:101::c]:38324","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":74,"response_code":200}
Jul 31 18:04:52.298 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1075, tv_nsec: 671352527 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 31 18:04:52.298 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jul 31 18:04:52.299 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jul 31 18:05:07.301 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 31 18:05:07.301 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out, delay: 354.186200082s, count: 10, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:20.054416926Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:39905"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:20.054467547Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"3b3d7881-03a2-4a42-8bb1-f55a7c28c944","remote_addr":"[fd00:1122:3344:101::b]:39905","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:20.054512827Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"3b3d7881-03a2-4a42-8bb1-f55a7c28c944","remote_addr":"[fd00:1122:3344:101::b]:39905","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":54,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:20.05470972Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"07850d18-9ed2-4702-8ab7-544e3ac41e17","remote_addr":"[fd00:1122:3344:101::b]:39905","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:20.054759961Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"07850d18-9ed2-4702-8ab7-544e3ac41e17","remote_addr":"[fd00:1122:3344:101::b]:39905","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:20.110942587Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:36532"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:20.110994098Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"1dfa80ac-7f12-4326-b840-ae26c51acf0e","remote_addr":"[fd00:1122:3344:101::c]:36532","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:20.111206212Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"1dfa80ac-7f12-4326-b840-ae26c51acf0e","remote_addr":"[fd00:1122:3344:101::c]:36532","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":45,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:20.111242012Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"5a528fbd-f0e0-439f-8318-33dddce9e43f","remote_addr":"[fd00:1122:3344:101::c]:36532","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:20.111261932Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"5a528fbd-f0e0-439f-8318-33dddce9e43f","remote_addr":"[fd00:1122:3344:101::c]:36532","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":28,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:49.66810822Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:60137"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:49.668150241Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"5d68963c-2b04-4e77-840e-9424a5e45c2b","remote_addr":"[fd00:1122:3344:101::b]:60137","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:49.668192362Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"5d68963c-2b04-4e77-840e-9424a5e45c2b","remote_addr":"[fd00:1122:3344:101::b]:60137","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":48,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:49.668441286Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"1ce7a62b-f22e-43b4-b154-9e1fb422dfbd","remote_addr":"[fd00:1122:3344:101::b]:60137","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:49.668492996Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"1ce7a62b-f22e-43b4-b154-9e1fb422dfbd","remote_addr":"[fd00:1122:3344:101::b]:60137","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":79,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:49.728167088Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:39436"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:49.728214719Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"9d551b0f-8af9-4aab-a90d-65c93c0f278c","remote_addr":"[fd00:1122:3344:101::c]:39436","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:49.728252109Z","hostname":"oxz_switch","pid":2285,"uri":"/switch/identifiers","method":"GET","req_id":"9d551b0f-8af9-4aab-a90d-65c93c0f278c","remote_addr":"[fd00:1122:3344:101::c]:39436","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":48,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-07-31T18:05:49.728563245Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"8c99c9f9-9d58-41b9-9029-cc956e708755","remote_addr":"[fd00:1122:3344:101::c]:39436","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"12.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-07-31T18:05:49.728607245Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"8c99c9f9-9d58-41b9-9029-cc956e708755","remote_addr":"[fd00:1122:3344:101::c]:39436","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":75,"response_code":200}