[ Aug 29 05:00:29 Enabled. ]
[ Aug 29 05:00:29 Rereading configuration. ]
[ Aug 29 05:00:31 Rereading configuration. ]
[ Aug 29 05:00:34 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:34.632177998Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228}
{"msg":"dataset: \"oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:34.632365532Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:34.632381892Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:34.632387122Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:34.65149083Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:34.740242432Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.172885134Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60332"}
{"msg":"region 5c057088-360b-46a4-b9db-9b6f31737605 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.203431114Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.208177732Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.212300817Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions","method":"POST","req_id":"c05c7209-ba82-4983-89f8-6d9ebf754c79","remote_addr":"[fd00:1122:3344:101::c]:60332","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15559,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.217365273Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.217393943Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5c057088-360b-46a4-b9db-9b6f31737605\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c057088-360b-46a4-b9db-9b6f31737605\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.261838541Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"5c057088-360b-46a4-b9db-9b6f31737605","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c057088-360b-46a4-b9db-9b6f31737605\" \"--data\" \"/data/regions/5c057088-360b-46a4-b9db-9b6f31737605\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.263838367Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"5c057088-360b-46a4-b9db-9b6f31737605","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.397419766Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"5c057088-360b-46a4-b9db-9b6f31737605","component":"worker"}
{"msg":"region 5c057088-360b-46a4-b9db-9b6f31737605 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.401691123Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.401833577Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.404060308Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.410121897Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.419094562Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.420495124Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.42120852Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.421268372Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.421312463Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.421338853Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.423971463Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.426606664Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.565394162Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions","method":"POST","req_id":"729d7c1e-aff3-4749-9489-72044ed6458e","remote_addr":"[fd00:1122:3344:101::c]:60332","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.551296752Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57435"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.551389884Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/5c057088-360b-46a4-b9db-9b6f31737605","method":"GET","req_id":"a6afe395-b504-4aef-8f9f-b2e29861a47b","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/5c057088-360b-46a4-b9db-9b6f31737605\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.554786802Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"dataset is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.561025755Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"snapshot is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605@0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.567454492Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605\", \"0f2975cc-b36b-429d-b602-755d255cf9cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.567483702Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.580329866Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/5c057088-360b-46a4-b9db-9b6f31737605/snapshots/0f2975cc-b36b-429d-b602-755d255cf9cb","method":"GET","req_id":"128ebbd4-605d-4c6c-bb55-a596ad1ddc30","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25538,"response_code":200}
{"msg":"path is \"/data/regions/5c057088-360b-46a4-b9db-9b6f31737605\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.584258076Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"dataset is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.589931026Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"snapshot is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605@0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.595746579Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605\", \"0f2975cc-b36b-429d-b602-755d255cf9cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.59577675Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5c057088-360b-46a4-b9db-9b6f31737605-0f2975cc-b36b-429d-b602-755d255cf9cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.6018775Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"applying SMF actions for region 5c057088-360b-46a4-b9db-9b6f31737605 running snapshot 0f2975cc-b36b-429d-b602-755d255cf9cb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.608034811Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.608055201Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/5c057088-360b-46a4-b9db-9b6f31737605/snapshots/0f2975cc-b36b-429d-b602-755d255cf9cb/run","method":"POST","req_id":"331a43fd-602b-44f2-b477-f4f969602066","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23798,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-5c057088-360b-46a4-b9db-9b6f31737605-0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.615497442Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5c057088-360b-46a4-b9db-9b6f31737605-0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.61848205Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5c057088-360b-46a4-b9db-9b6f31737605-0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.62546875Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c057088-360b-46a4-b9db-9b6f31737605/.zfs/snapshot/0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.625758227Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.625799278Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.625863889Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.625870759Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.62591617Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.627988338Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.630936035Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"region 5c057088-360b-46a4-b9db-9b6f31737605 running snapshot 0f2975cc-b36b-429d-b602-755d255cf9cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.630949856Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"path is \"/data/regions/5c057088-360b-46a4-b9db-9b6f31737605\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.946840028Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"dataset is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.952859186Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"snapshot is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605@0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.957647076Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/5c057088-360b-46a4-b9db-9b6f31737605\", \"0f2975cc-b36b-429d-b602-755d255cf9cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.957681036Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.964342519Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/5c057088-360b-46a4-b9db-9b6f31737605/snapshots/0f2975cc-b36b-429d-b602-755d255cf9cb/run","method":"POST","req_id":"c2fb9230-ec47-47bc-a8f1-838ece0e27d5","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17546,"response_code":200}
{"msg":"region 58d4feaf-e5e4-4104-934f-f681025ffc3a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.633682523Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.633887348Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.633927199Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions","method":"POST","req_id":"150c2c7a-1c7f-4ca8-94e5-ba36439c32db","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":250,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.640465908Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.640500639Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"58d4feaf-e5e4-4104-934f-f681025ffc3a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.686479992Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"58d4feaf-e5e4-4104-934f-f681025ffc3a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58d4feaf-e5e4-4104-934f-f681025ffc3a\" \"--data\" \"/data/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.686520703Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"58d4feaf-e5e4-4104-934f-f681025ffc3a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.730841458Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"58d4feaf-e5e4-4104-934f-f681025ffc3a","component":"worker"}
{"msg":"region 58d4feaf-e5e4-4104-934f-f681025ffc3a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.730872689Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.731000291Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.731348929Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.739708161Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.743070948Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.744508081Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.744713025Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.744753306Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.744790047Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.744819528Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.746414904Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.753234461Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.832392763Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions","method":"POST","req_id":"10ce2e9d-95a7-446d-8a4e-1560d4e6d927","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.77952502Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","method":"GET","req_id":"5339df6a-5d10-475e-94e8-7da42b3bf82f","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.783700136Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"dataset is oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.795463875Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"region 58d4feaf-e5e4-4104-934f-f681025ffc3a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.802056096Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.80222018Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.802257901Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","method":"DELETE","req_id":"ed875db7-55fc-430c-8064-06e100cecfff","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18562,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-58d4feaf-e5e4-4104-934f-f681025ffc3a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.803343236Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.806408356Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","method":"GET","req_id":"6cf8d2b9-b359-4745-aa82-d020ee601f3e","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.807653594Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_037133ae-8811-471b-ae79-abda1a48e890/crucible/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.815086545Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"region":"58d4feaf-e5e4-4104-934f-f681025ffc3a","component":"worker"}
{"msg":"region 58d4feaf-e5e4-4104-934f-f681025ffc3a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.869155333Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.904931912Z","hostname":"oxz_crucible_79dee606-ffba-4c41-87de-70cf17a4ad88","pid":26228,"uri":"/crucible/0/regions/58d4feaf-e5e4-4104-934f-f681025ffc3a","method":"GET","req_id":"64d1472a-72dc-4112-a69b-c9f3dd92e823","remote_addr":"[fd00:1122:3344:101::c]:57435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":83,"response_code":200}