[ Jan 16 20:29:57 Enabled. ]
[ Jan 16 20:29:57 Rereading configuration. ]
[ Jan 16 20:29:59 Rereading configuration. ]
[ Jan 16 20:30:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.402913154Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280}
{"msg":"dataset: \"oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.40363445Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.403647761Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.403655371Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.415804303Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.509231254Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.54466505Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51448"}
{"msg":"region bb270412-8cfa-456b-a983-ccab65bf0fbd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.571707605Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.574802214Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.574832645Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions","method":"POST","req_id":"1f3382fb-8dc7-440f-941c-67307a595a1a","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15734,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.584487281Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.584508082Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bb270412-8cfa-456b-a983-ccab65bf0fbd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.637665341Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"bb270412-8cfa-456b-a983-ccab65bf0fbd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bb270412-8cfa-456b-a983-ccab65bf0fbd\" \"--data\" \"/data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.640210989Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"bb270412-8cfa-456b-a983-ccab65bf0fbd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.724649119Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions","method":"POST","req_id":"e90c194b-ec85-4a35-b12f-2a37d57a86c1","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.025904502Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"bb270412-8cfa-456b-a983-ccab65bf0fbd","component":"worker"}
{"msg":"region bb270412-8cfa-456b-a983-ccab65bf0fbd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.025963023Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.026040555Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.026394583Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.034197808Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.047907915Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.05081289Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.051339672Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.051401803Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.051439654Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.051473955Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.055514905Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.059147466Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:09.158746976Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions","method":"POST","req_id":"0cec6b22-6010-4051-9ad4-c5a1e3dc32a3","remote_addr":"[fd00:1122:3344:101::b]:51448","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.715260901Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44676"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.715907365Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","method":"GET","req_id":"b5c21f83-601f-4bd9-b452-4d3b202409f6","remote_addr":"[fd00:1122:3344:101::b]:44676","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.718412581Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"dataset is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.725092631Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"snapshot is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd@7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.730963222Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\", \"7abb12ad-e4a0-4b1e-94bd-66fc81218c26\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.731005823Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.740854554Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd/snapshots/7abb12ad-e4a0-4b1e-94bd-66fc81218c26","method":"GET","req_id":"45dde134-0401-4147-bfe4-be2afbd81080","remote_addr":"[fd00:1122:3344:101::b]:44676","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22463,"response_code":200}
{"msg":"path is \"/data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.74471784Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"dataset is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.750344176Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"snapshot is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd@7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.755829869Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\", \"7abb12ad-e4a0-4b1e-94bd-66fc81218c26\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.75587055Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot bb270412-8cfa-456b-a983-ccab65bf0fbd-7abb12ad-e4a0-4b1e-94bd-66fc81218c26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.762495538Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.763350707Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd/snapshots/7abb12ad-e4a0-4b1e-94bd-66fc81218c26/run","method":"POST","req_id":"486e4403-2702-4d72-9a1c-391904c257ee","remote_addr":"[fd00:1122:3344:101::b]:44676","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18651,"response_code":200}
{"msg":"applying SMF actions for region bb270412-8cfa-456b-a983-ccab65bf0fbd running snapshot 7abb12ad-e4a0-4b1e-94bd-66fc81218c26 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.763367478Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-bb270412-8cfa-456b-a983-ccab65bf0fbd-7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.780039291Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bb270412-8cfa-456b-a983-ccab65bf0fbd-7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.791821955Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bb270412-8cfa-456b-a983-ccab65bf0fbd-7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.803955816Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd/.zfs/snapshot/7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.804155761Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.804195802Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.804232843Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.804267273Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.804309054Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.80811977Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.812020787Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"region bb270412-8cfa-456b-a983-ccab65bf0fbd running snapshot 7abb12ad-e4a0-4b1e-94bd-66fc81218c26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.812031087Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"path is \"/data/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:59.10208262Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"dataset is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:59.108263158Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"snapshot is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd@7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:59.115466539Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd\", \"7abb12ad-e4a0-4b1e-94bd-66fc81218c26\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:59.11549388Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:59.120895351Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/bb270412-8cfa-456b-a983-ccab65bf0fbd/snapshots/7abb12ad-e4a0-4b1e-94bd-66fc81218c26/run","method":"POST","req_id":"70e06fbf-5065-4ebe-86e2-50a6e53d1ed1","remote_addr":"[fd00:1122:3344:101::b]:44676","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18870,"response_code":200}
{"msg":"region 3656fd83-e7f9-4672-8545-1edf53add2cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.324049255Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.325030907Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions","method":"POST","req_id":"d8b407db-61f3-41d1-a0f8-bfbe0c197df6","remote_addr":"[fd00:1122:3344:101::b]:44676","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.325064027Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.331744257Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.331757517Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3656fd83-e7f9-4672-8545-1edf53add2cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3656fd83-e7f9-4672-8545-1edf53add2cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.378209557Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"3656fd83-e7f9-4672-8545-1edf53add2cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3656fd83-e7f9-4672-8545-1edf53add2cd\" \"--data\" \"/data/regions/3656fd83-e7f9-4672-8545-1edf53add2cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.378252918Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"3656fd83-e7f9-4672-8545-1edf53add2cd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.467538317Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"3656fd83-e7f9-4672-8545-1edf53add2cd","component":"worker"}
{"msg":"region 3656fd83-e7f9-4672-8545-1edf53add2cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.467571697Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.467669599Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.468024438Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.473799417Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.481652132Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.48557009Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.485765605Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.485807725Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.485844626Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.485879617Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.49003025Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.500171477Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.635767222Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions","method":"POST","req_id":"d6f5c6c2-0104-47ad-b78f-9f2646f65717","remote_addr":"[fd00:1122:3344:101::b]:44676","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.581398904Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42877"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.581549807Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","method":"GET","req_id":"84bfe82a-7aa3-45f6-b976-2337ea7d49da","remote_addr":"[fd00:1122:3344:101::b]:42877","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/3656fd83-e7f9-4672-8545-1edf53add2cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.583972762Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"dataset is oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.594130949Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"region 3656fd83-e7f9-4672-8545-1edf53add2cd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.60178012Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.602359893Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","method":"DELETE","req_id":"ca9f1430-f3b8-4407-9210-ac271a967437","remote_addr":"[fd00:1122:3344:101::b]:42877","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18426,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.602382464Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-3656fd83-e7f9-4672-8545-1edf53add2cd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.603017738Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.606170059Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","method":"GET","req_id":"52cdc871-a027-4bcf-aa9c-4a670cc6a202","remote_addr":"[fd00:1122:3344:101::b]:42877","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.620021329Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ec542b45-c8de-42bc-8167-6e676bd92f38/crucible/regions/3656fd83-e7f9-4672-8545-1edf53add2cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.62767224Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"region":"3656fd83-e7f9-4672-8545-1edf53add2cd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.667560083Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","method":"GET","req_id":"2eab0d1f-5c2e-4ffe-9be1-299002433a59","remote_addr":"[fd00:1122:3344:101::b]:42877","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"region 3656fd83-e7f9-4672-8545-1edf53add2cd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.686804144Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.73534546Z","hostname":"oxz_crucible_fbe83622-2bf8-43e9-a1b0-419937478b6d","pid":29280,"uri":"/crucible/0/regions/3656fd83-e7f9-4672-8545-1edf53add2cd","method":"GET","req_id":"4e4db49f-6714-4d83-8717-35a8c660656f","remote_addr":"[fd00:1122:3344:101::b]:42877","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200}