[ Aug 12 21:14:43 Disabled. ]
[ Aug 12 21:14:43 Rereading configuration. ]
[ Aug 12 21:14:44 Enabled. ]
[ Aug 12 21:14:44 Rereading configuration. ]
[ Aug 12 21:14:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ]
[ Aug 12 21:14:44 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:44.679315554Z","hostname":"oxz_switch","pid":2294}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-08-12T21:14:44.701058988Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:44.701092548Z","hostname":"oxz_switch","pid":2294}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:44.701106789Z","hostname":"oxz_switch","pid":2294}
{"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:44.702291812Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:45.701132935Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:46.701204013Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:47.70126828Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:48.701365828Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:49.701517347Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:50.702167026Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:51.702257714Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:52.702329771Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:53.70246492Z","hostname":"oxz_switch","pid":2294}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:54.702540968Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] sm initialized with addr fe80::6453:1ff:fe66:d97e on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:55.702664346Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2026-08-12T21:14:55.702693116Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] nbr is fe80::10e9:75ff:fefa:9fa4@buskin server","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:55.703409011Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-08-12T21:14:55.703435121Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] exchange: listening on [fe80::6453:1ff:fe66:d97e]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:55.703650936Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:55.703779898Z","hostname":"oxz_switch","pid":2294}
[ Aug 12 21:14:56 Rereading configuration. ]
[ Aug 12 21:14:56 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 212"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=212
+ getopts c: o
+ [[ -n 212 ]]
+ pgrep -c 212
+ PARENT_PID=2291
+ [[ -n 2291 ]]
+ pgrep -P 2291
+ CHILD_PID=2294
+ [[ -n 2294 ]]
+ kill -USR1 2294
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:56.172252277Z","hostname":"oxz_switch","pid":2294}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:56.173982752Z","hostname":"oxz_switch","pid":2294}
[ Aug 12 21:14:56 Method "refresh" exited with status 0. ]
Aug 12 21:14:56.174 DEBG registered DTrace probes
Aug 12 21:14:56.175 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Aug 12 21:14:56.175 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335
Aug 12 21:14:56.175 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Aug 12 21:14:56.175 DEBG Nexus IP not provided, will use DNS to resolve it
Aug 12 21:14:56.175 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/internal-dns/resolver/src/resolver.rs:144
Aug 12 21:14:56.175 DEBG starting producer registration task
Aug 12 21:14:56.175 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: f26dfdd0-2f84-4c79-847c-0f024374b3fe, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:280
Aug 12 21:14:56.175 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"[tfportrear0_0] exchange pull: hyper client error: client error (Connect)","v":0,"name":"slog-rs","level":40,"time":"2026-08-12T21:14:57.706305151Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.707990014Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-08-12T21:14:57.708038655Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::10e9:75ff:fefa:9fa4 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.710055495Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::10e9:75ff:fefa:9fa4 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.711997734Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::10e9:75ff:fefa:9fa4 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.71282285Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::10e9:75ff:fefa:9fa4 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.713141627Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::10e9:75ff:fefa:9fa4 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.713420062Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-08-12T21:14:57.713686528Z","hostname":"oxz_switch","pid":2294}
{"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2026-08-12T21:14:57.714500784Z","hostname":"oxz_switch","pid":2294}
Aug 12 21:15:01.178 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("105fc2b7-74d9-45da-b5cf-27d0a61c2e41.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("151693fa-d0e7-410d-94df-4e63b5c98c7f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f3f21dd2-89c0-495d-98e0-8122d4cd9543.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f3f21dd2-89c0-495d-98e0-8122d4cd9543.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 746, tv_nsec: 199140138 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 12 21:15:01.178 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Aug 12 21:15:01.179 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task