[ Oct 30 19:44:02 Enabled. ]
[ Oct 30 19:44:02 Rereading configuration. ]
[ Oct 30 19:44:04 Rereading configuration. ]
[ Oct 30 19:44:15 Rereading configuration. ]
[ Oct 30 19:44:16 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only --pkt-source unknown &"). ]
[ Oct 30 19:44:16 Method "start" exited with status 0. ]
{"msg":"connecting to dpd at [::1]:12224","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:16.34065837Z","hostname":"oxz_switch","pid":4092,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-a442c5b3","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:16.381778236Z","hostname":"oxz_switch","pid":4092}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:16.382237489Z","hostname":"oxz_switch","pid":4092,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"failed to fetch switch identifiers from dpd-client: Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97bb833-6739-4636-9c62-13d7b1047419\", \"content-length\": \"94\", \"date\": \"Wed, 30 Oct 2024 19:44:16 GMT\"}; value: Error { error_code: None, message: \"Service Unavailable\", request_id: \"f97bb833-6739-4636-9c62-13d7b1047419\" }, will retry","v":0,"name":"tfportd","level":50,"time":"2024-10-30T19:44:16.39204423Z","hostname":"oxz_switch","pid":4092}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:16.392920853Z","hostname":"oxz_switch","pid":4092,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec9a:adff:fe55:ac40->ee:9a:ad:55:ac:40"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:16.393060837Z","hostname":"oxz_switch","pid":4092,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1c18:d4ff:fe22:5aa2->1e:18:d4:22:5a:a2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:16.397515496Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:16.407862152Z","hostname":"oxz_switch","pid":4092}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2024-10-30T19:44:16.414344514Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.17144821Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.181233951Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.186738708Z","hostname":"oxz_switch","pid":4092}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.393533698Z","hostname":"oxz_switch","pid":4092,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: a1f1eb37-db5f-4a3f-b54d-af05a39a349a, sled_id: 8d8523b5-e040-424c-982e-ca126a39431a, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 22469f30-adad-4e0d-8ff5-6daf2d3155cb, slot: 0, target: \"softnpu\", wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.393571259Z","hostname":"oxz_switch","pid":4092,"unit":"oximeter","producer_id":"0e3257b2-96b2-467e-a296-08b8e492224b"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.401552402Z","hostname":"oxz_switch","pid":4092,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.402174339Z","hostname":"oxz_switch","pid":4092,"local_addr":"[fd00:1122:3344:101::2]:44644","component":"dropshot","unit":"producer-server","unit":"oximeter","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:17.402245391Z","hostname":"oxz_switch","pid":4092,"local_addr":"[fd00:1122:3344:101::2]:44644","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.402308982Z","hostname":"oxz_switch","pid":4092,"local_addr":"[fd00:1122:3344:101::2]:44644","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:44644","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.402318902Z","hostname":"oxz_switch","pid":4092,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.402330223Z","hostname":"oxz_switch","pid":4092,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:17.402450916Z","hostname":"oxz_switch","pid":4092,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/9acd010/internal-dns/resolver/src/resolver.rs:111","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.402638521Z","hostname":"oxz_switch","pid":4092,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:17.402691472Z","hostname":"oxz_switch","pid":4092,"file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/9acd010/oximeter/producer/src/lib.rs:283","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:44644","producer_id":"0e3257b2-96b2-467e-a296-08b8e492224b"}
{"msg":"set to register with nexus as an oximeter metric producer","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:17.402730224Z","hostname":"oxz_switch","pid":4092,"unit":"oximeter"}
{"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.402798325Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.403635077Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2024-10-30T19:43:59.221236589Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.403659698Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","id":"7669778369220151178"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.403688829Z","hostname":"oxz_switch","pid":4092,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"simport","link_name":"tfportrear0_0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.403805862Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2024-10-30T19:43:59.221095975Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.403822733Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","id":"239989086092326821"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:17.403841233Z","hostname":"oxz_switch","pid":4092,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"simport","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2024-10-30T19:44:17.675277176Z","hostname":"oxz_switch","pid":4092,"interface":"tfportqsfp0_0","entry":"10.151.2.174->0a:d2:39:6a:b5:c3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:18.374325655Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:18.384615069Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:18.390357592Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:19.220382091Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:19.231297642Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:19.23685557Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:19.911735065Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:19.922488992Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:19.928788889Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:20.932813925Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:20.943118929Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:20.948190944Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:22.187584932Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:22.197961149Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:22.204083112Z","hostname":"oxz_switch","pid":4092}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:22.405098458Z","hostname":"oxz_switch","pid":4092,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a9ce56ac-731f-48d0-8aca-f811775eb981.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"efb97af4-2a37-40fe-ba79-0d6036206d5b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe47c137-c5b6-4948-a66e-6c053d7a3f16.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe47c137-c5b6-4948-a66e-6c053d7a3f16.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 558, tv_nsec: 464993902 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"using nexus address for registration","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:22.405603452Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","addr":"[fd00:1122:3344:101::a]:12221"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:22.437118422Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:23.478291967Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:23.489575928Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:23.495435174Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:24.329393148Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:24.341387818Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:24.346983337Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:25.145868685Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:25.157224608Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:25.16329185Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:26.039381216Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:26.050061741Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:26.056454561Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:26.992984218Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.003360235Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.009222021Z","hostname":"oxz_switch","pid":4092}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.408196693Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7669778369220151178"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.408624874Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"239989086092326821"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.855625247Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.865864039Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:27.871047328Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:28.535977386Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:28.546475426Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:28.552815475Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:29.348365755Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:29.359246615Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:29.364620088Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:30.360179148Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:30.370553504Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:30.375777203Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:30.989808256Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:30.999624807Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:31.005054282Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:32.215778255Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:32.226200683Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:32.003770851Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:33.407387246Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:33.417751423Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:33.422803577Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:34.126950891Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:34.137424591Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:34.14339201Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:35.396855484Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:35.407921339Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:35.413368015Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:36.355832088Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:36.372666248Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:36.381794082Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.365275194Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.376566295Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.382141244Z","hostname":"oxz_switch","pid":4092}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.61958249Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7669778369220151178"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.620022432Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"239989086092326821"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.647062534Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2024-10-30T19:44:37.648550294Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/9acd010/oximeter/producer/src/lib.rs:424","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"315.837459ms"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:37.994027597Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:38.648426494Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:38.659623224Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:38.664691329Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:39.518254179Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:39.625022803Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:39.659132764Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:40.689086598Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:41.911875245Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:41.940023528Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:42.979627379Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:42.99876559Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:43.005302775Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:43.65137877Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:43.663059839Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:43.669188936Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:44.758815143Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:44.773373242Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:44.782189058Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:46.242915851Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:46.2533538Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:46.258479156Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:47.354180716Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:47.36669948Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:47.373139363Z","hostname":"oxz_switch","pid":4092}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:47.594019749Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7669778369220151178"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:47.59443865Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"239989086092326821"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:48.56171015Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:48.578665822Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:48.585936145Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:49.696682941Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:49.7270417Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:49.733364399Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:51.42190326Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:51.445399886Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:51.460213561Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.193706629Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.207907097Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.215189781Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.791342197Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.804934479Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.811588556Z","hostname":"oxz_switch","pid":4092}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:52.967393369Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2024-10-30T19:44:52.968972071Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/9acd010/oximeter/producer/src/lib.rs:424","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"614.798675ms"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:53.614578106Z","hostname":"oxz_switch","pid":4092,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:53.692834641Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:53.703063394Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:53.708236001Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:55.112343559Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:55.12289827Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:55.128590542Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:56.234494851Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:56.245161525Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:56.25061065Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:57.33965189Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:57.351180737Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:57.357050333Z","hostname":"oxz_switch","pid":4092}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:57.595133128Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7669778369220151178"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:57.595545879Z","hostname":"oxz_switch","pid":4092,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"239989086092326821"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:58.233324303Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:58.243988548Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:58.250213514Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:59.202225973Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:59.213213496Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:44:59.21822864Z","hostname":"oxz_switch","pid":4092}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:45:01.078125383Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportrear0_0 addrs [fe80::1c18:d4ff:fe22:5aa2]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:45:01.125198557Z","hostname":"oxz_switch","pid":4092}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2024-10-30T19:45:01.136282042Z","hostname":"oxz_switch","pid":4092}