[ Mar 18 03:43:38 Enabled. ]
[ Mar 18 03:43:38 Rereading configuration. ]
[ Mar 18 03:43:39 Rereading configuration. ]
[ Mar 18 03:43:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 18 03:43:51 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.030446052Z","hostname":"oxz_switch","pid":3045,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-d1596cf8","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.071927745Z","hostname":"oxz_switch","pid":3045}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.072311891Z","hostname":"oxz_switch","pid":3045}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.072537605Z","hostname":"oxz_switch","pid":3045,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.083093013Z","hostname":"oxz_switch","pid":3045,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        24a1d801-ecc7-426b-ac8a-553fcbf787de,\n    ),\n    sled_id: Some(\n        52b54f43-1c19-4c85-b295-a64d7d592d92,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.08490715Z","hostname":"oxz_switch","pid":3045}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.084936351Z","hostname":"oxz_switch","pid":3045,"unit":"oximeter"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:51.08889022Z","hostname":"oxz_switch","pid":3045}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:51.092501124Z","hostname":"oxz_switch","pid":3045,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::44ec:faff:fe6c:2beb->46:ec:fa:6c:2b:eb"}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:51.100803319Z","hostname":"oxz_switch","pid":3045}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:43:51.107949697Z","hostname":"oxz_switch","pid":3045}
[ Mar 18 03:43:52 Rereading configuration. ]
[ Mar 18 03:43:52 Executing refresh method (:kill). ]
[ Mar 18 03:43:52 Stopping because all processes in service exited. ]
[ Mar 18 03:43:52 Executing stop method (:kill). ]
[ Mar 18 03:43:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 18 03:43:52 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.110581125Z","hostname":"oxz_switch","pid":3260,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-d1596cf8","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.151606181Z","hostname":"oxz_switch","pid":3260}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.151843595Z","hostname":"oxz_switch","pid":3260}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.151939616Z","hostname":"oxz_switch","pid":3260,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.15551518Z","hostname":"oxz_switch","pid":3260,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 24a1d801-ecc7-426b-ac8a-553fcbf787de, sled_id: 52b54f43-1c19-4c85-b295-a64d7d592d92, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 158d6abf-5444-4eb4-a9dd-93f613f67bfe, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.15754703Z","hostname":"oxz_switch","pid":3260,"unit":"oximeter","producer_id":"6399fdfd-a49a-405a-b7c2-6084a558d1b2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.161069583Z","hostname":"oxz_switch","pid":3260,"unit":"signal_handler"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        24a1d801-ecc7-426b-ac8a-553fcbf787de,\n    ),\n    sled_id: Some(\n        52b54f43-1c19-4c85-b295-a64d7d592d92,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.162529716Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.16749829Z","hostname":"oxz_switch","pid":3260}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.171569421Z","hostname":"oxz_switch","pid":3260,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::44ec:faff:fe6c:2beb->46:ec:fa:6c:2b:eb"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.171665813Z","hostname":"oxz_switch","pid":3260,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fce0:31ff:fe51:4f1a->fe:e0:31:51:4f:1a"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.171835925Z","hostname":"oxz_switch","pid":3260,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.172558016Z","hostname":"oxz_switch","pid":3260,"local_addr":"[fd00:1122:3344:101::2]:64596","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.172635927Z","hostname":"oxz_switch","pid":3260,"local_addr":"[fd00:1122:3344:101::2]:64596","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.172690588Z","hostname":"oxz_switch","pid":3260,"local_addr":"[fd00:1122:3344:101::2]:64596","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:64596","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.172701328Z","hostname":"oxz_switch","pid":3260,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.172727599Z","hostname":"oxz_switch","pid":3260,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.17283471Z","hostname":"oxz_switch","pid":3260,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/internal-dns/resolver/src/resolver.rs:111","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.173024663Z","hostname":"oxz_switch","pid":3260,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.173097084Z","hostname":"oxz_switch","pid":3260,"file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:64596","producer_id":"6399fdfd-a49a-405a-b7c2-6084a558d1b2"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:52.173110974Z","hostname":"oxz_switch","pid":3260,"unit":"oximeter"}
{"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.173170295Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.179542151Z","hostname":"oxz_switch","pid":3260}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.183684413Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-03-18T03:43:34.803947434Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.183763484Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","id":"17216583798378336706"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:52.183851256Z","hostname":"oxz_switch","pid":3260,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:43:52.18748643Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:53.107948626Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:53.120750768Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:53.126280581Z","hostname":"oxz_switch","pid":3260}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:53.12756645Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-03-18T03:43:34.803812601Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:53.127602321Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","id":"15453134241334280730"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:53.127615371Z","hostname":"oxz_switch","pid":3260,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-18T03:43:53.547537348Z","hostname":"oxz_switch","pid":3260,"interface":"tfportqsfp0_0","entry":"10.151.1.174->02:b1:cb:50:b4:36"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:54.606387772Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:54.616053457Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:54.620848949Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:55.936671832Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:55.94719159Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:55.952162695Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:56.90588007Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:56.916433998Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:56.921763958Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:58.255999288Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:58.265795946Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:58.270808541Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:59.244444865Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:59.254299203Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:43:59.25942767Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:00.526228337Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:00.536431711Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:00.541296413Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:01.6016641Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:01.611920444Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:01.616785067Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.176528705Z","hostname":"oxz_switch","pid":3260}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:44:02.180418243Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/oximeter/producer/src/lib.rs:387","unit":"producer-server","unit":"oximeter","error":"\"no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"359.118686ms"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.188981252Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.189025472Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.194732328Z","hostname":"oxz_switch","pid":3260}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.541259303Z","hostname":"oxz_switch","pid":3260,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"14c23577-a155-4c06-8e65-d92c13561445.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"34a3c04b-3151-4bb4-ab4d-74929abc7cd0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b08eada9-9d2f-4471-9672-47d8f834ee7b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b08eada9-9d2f-4471-9672-47d8f834ee7b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::b))) }], valid_until: Instant { tv_sec: 836, tv_nsec: 390035074 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"using nexus address for registration","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.541906433Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","addr":"[fd00:1122:3344:101::c]:12221"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:02.574111036Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:03.130683115Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:03.669398117Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:03.681136893Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:03.686694616Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:04.44525105Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:04.455983731Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:04.461111428Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:05.392972675Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:05.403199418Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:05.408080962Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:06.134298958Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:06.144507492Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:06.149476246Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:06.66437968Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:06.674839517Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:06.679840772Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:07.89405226Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:07.903572983Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:07.908239423Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:08.54656889Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:08.557677748Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:08.56316723Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:09.210073855Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:09.220492312Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:09.225601249Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:10.585017567Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:10.59523358Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:10.600086593Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:11.916068578Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:11.92749832Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:11.933229446Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:12.190017948Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:13.123007981Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:13.130728467Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:13.136593845Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:13.142541274Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:14.382372282Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:14.392783458Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:14.397985347Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:15.417817771Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:15.428579942Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:15.434136746Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:17.073823184Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:17.305127037Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:17.45725089Z","hostname":"oxz_switch","pid":3260}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:17.688423441Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:44:17.693208213Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"345.97864ms"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:18.09938303Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:18.21987925Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:18.241411803Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:18.25021779Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:19.242155308Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:19.25811789Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:19.266370701Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:20.489712794Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:20.500022649Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:20.505079174Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:21.18566349Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:21.19767306Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:21.204182788Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:22.194759165Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:22.712648011Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:22.725412593Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:22.731344882Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:23.135171742Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:24.070274283Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:24.081885747Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:24.087547622Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:25.029665375Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:25.041692966Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:25.047338901Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:25.800754888Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:25.811887485Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:25.817203105Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:26.926578108Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:26.936878873Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:26.942065971Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:28.363220995Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:28.372462564Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:28.376756858Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:29.8262118Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:29.840701354Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:29.847604247Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:30.698876222Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:30.712124881Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:30.718854942Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:31.71154425Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:31.724539266Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:31.730906851Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:32.197512608Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:32.979019155Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:32.989903468Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:32.995224948Z","hostname":"oxz_switch","pid":3260}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:33.098879695Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:44:33.100239225Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"708.966522ms"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:33.137795459Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:33.848873058Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:34.134165413Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:34.150234464Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:34.156381157Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:34.741116579Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:34.754121414Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:34.760079094Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:35.549115275Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:35.559808815Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:35.564959793Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:36.366540142Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:36.377986603Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:36.383383504Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:37.284385017Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:37.296482019Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:37.303378343Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:38.350586891Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:38.370395959Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:38.378769924Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:39.677838546Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:39.693927028Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:39.702136551Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:40.277492432Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:40.295056216Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:40.303680005Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:41.155925996Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:41.167176575Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:41.172522095Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:42.199808635Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:42.26803488Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:42.279289749Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:42.28470385Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:43.141158534Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:43.569045251Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:43.580762697Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:43.587271995Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:45.006629523Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:45.018919278Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:45.024164547Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:45.838346736Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:45.850374106Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:45.856052842Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:47.265781386Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:47.278142081Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:47.284800552Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:48.365564194Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:48.377667055Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:48.382571929Z","hostname":"oxz_switch","pid":3260}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:48.850155642Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:44:48.851897458Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"840.84425ms"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:49.723418728Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:49.743912606Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:49.755329338Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:49.760896902Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:51.178884939Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:51.191265225Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:51.197413558Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:52.202395372Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:52.60503535Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:52.617379155Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:52.623201023Z","hostname":"oxz_switch","pid":3260}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:53.145221822Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:53.662886718Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:53.718086317Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:53.739131483Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:54.906524094Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:57.337758924Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:44:57.415693494Z","hostname":"oxz_switch","pid":3260}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:00.653951452Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:00.734096405Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:00.766068665Z","hostname":"oxz_switch","pid":3260}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:07.920204216Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:08.011277654Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17216583798378336706"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:08.02097965Z","hostname":"oxz_switch","pid":3260,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15453134241334280730"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-03-18T03:45:08.036173338Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/e2f9776/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.997097077s"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:08.269260079Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportrear0_0 addrs [fe80::44ec:faff:fe6c:2beb]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:08.675502971Z","hostname":"oxz_switch","pid":3260}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:08.946705784Z","hostname":"oxz_switch","pid":3260}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-18T03:45:10.085809182Z","hostname":"oxz_switch","pid":3260,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}