[ Mar 10 17:17:00 Enabled. ]
[ Mar 10 17:17:00 Rereading configuration. ]
[ Mar 10 17:17:02 Rereading configuration. ]
[ Mar 10 17:17:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:08.880602893Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711}
{"msg":"dataset: \"oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:08.881350695Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:08.881362536Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:08.881369476Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:08.895519794Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:09.015986227Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:34.966034319Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42243"}
{"msg":"region f827cf6b-da29-41bc-b57d-afb1fde9226d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:34.994413247Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:34.997409305Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:34.997469006Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"447fd9b5-75a1-448f-8e32-eca5997f509c","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16801,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.010708679Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.01072852Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f827cf6b-da29-41bc-b57d-afb1fde9226d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.10436982Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"f827cf6b-da29-41bc-b57d-afb1fde9226d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f827cf6b-da29-41bc-b57d-afb1fde9226d\" \"--data\" \"/data/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.106959962Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"f827cf6b-da29-41bc-b57d-afb1fde9226d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.172106822Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"1ad96e41-56ea-4f26-9a67-37558c0f651c","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.493515484Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"f827cf6b-da29-41bc-b57d-afb1fde9226d","component":"worker"}
{"msg":"region f827cf6b-da29-41bc-b57d-afb1fde9226d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.493572215Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.493779568Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.494124024Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.509521202Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.529318562Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.534312942Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.535147406Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.535216927Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.535263668Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.535298568Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.540903128Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.547878661Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:35.684703757Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"1bae6963-b081-45d5-a24c-ac5a672d7038","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.06534585Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","method":"GET","req_id":"6675573a-2f58-4a19-8420-5b41070d61f4","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"path is \"/data/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.068682074Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"dataset is oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.077329903Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"region f827cf6b-da29-41bc-b57d-afb1fde9226d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.08452813Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.084767763Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.084801814Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","method":"DELETE","req_id":"0b5feee6-338a-4de2-b8d1-0c3ce43e9a6e","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16115,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f827cf6b-da29-41bc-b57d-afb1fde9226d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.085737269Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.087949125Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","method":"GET","req_id":"26805552-2c13-4408-a9e1-4b4eb2a1bc31","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.102819805Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.111618096Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"f827cf6b-da29-41bc-b57d-afb1fde9226d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.152060949Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","method":"GET","req_id":"64fac788-398d-43ce-936e-80a0ee6cb97b","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.235411273Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","method":"GET","req_id":"16a94da9-cb5d-4097-af05-b6f7b0a0edb5","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"region f827cf6b-da29-41bc-b57d-afb1fde9226d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.318818188Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:17:37.32700923Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/f827cf6b-da29-41bc-b57d-afb1fde9226d","method":"GET","req_id":"ff43e8a2-8e0d-4433-ac2e-be2b4d5e9a05","remote_addr":"[fd00:1122:3344:101::c]:42243","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.750066829Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40269"}
{"msg":"region b99c0ab8-b993-43bb-b23f-a945f85dd38c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.750780561Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.750805561Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.750811951Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"216a48af-9d4e-4ddc-a9a5-2b431289aef6","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":634,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/b99c0ab8-b993-43bb-b23f-a945f85dd38c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.758237561Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/b99c0ab8-b993-43bb-b23f-a945f85dd38c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.758265091Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b99c0ab8-b993-43bb-b23f-a945f85dd38c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b99c0ab8-b993-43bb-b23f-a945f85dd38c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.806019252Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"b99c0ab8-b993-43bb-b23f-a945f85dd38c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b99c0ab8-b993-43bb-b23f-a945f85dd38c\" \"--data\" \"/data/regions/b99c0ab8-b993-43bb-b23f-a945f85dd38c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.806055722Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"b99c0ab8-b993-43bb-b23f-a945f85dd38c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:45.947174898Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"aa6f828e-843e-4fea-8af4-c03bc225611e","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.175666672Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"b99c0ab8-b993-43bb-b23f-a945f85dd38c","component":"worker"}
{"msg":"region b99c0ab8-b993-43bb-b23f-a945f85dd38c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.175711753Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.175801224Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b99c0ab8-b993-43bb-b23f-a945f85dd38c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.17675276Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b99c0ab8-b993-43bb-b23f-a945f85dd38c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.185959988Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.209108341Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b99c0ab8-b993-43bb-b23f-a945f85dd38c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.212006148Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b99c0ab8-b993-43bb-b23f-a945f85dd38c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.212310013Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.212352024Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.212393634Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.212425975Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.216134745Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.221165536Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:46.318574947Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"154c7200-1ff8-41a7-89a8-4bc09c7565ff","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region 571cd6cb-8e8b-469e-a5ca-ceb56c01eef3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.467820321Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.467980364Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.467989804Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"a4ab2c39-76c5-488f-b8cb-9adb5d3673ee","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":219,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.475333022Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.475354233Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"571cd6cb-8e8b-469e-a5ca-ceb56c01eef3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.522648935Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"571cd6cb-8e8b-469e-a5ca-ceb56c01eef3\" \"--data\" \"/data/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.522692226Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.596897093Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","component":"worker"}
{"msg":"region 571cd6cb-8e8b-469e-a5ca-ceb56c01eef3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.596950603Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.597028265Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.597830397Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.606388555Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.613032453Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.61659224Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.616877365Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.616922536Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.616966426Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.617004087Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.620653976Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.630349482Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:28:52.697879481Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions","method":"POST","req_id":"76c08f0d-e1d7-4e61-b248-22781a5d4e90","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.487376222Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","method":"GET","req_id":"a1e463b2-a9e3-49c7-8e21-c8ae9a5044f9","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.490133366Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"dataset is oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.501254206Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"region 571cd6cb-8e8b-469e-a5ca-ceb56c01eef3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.508175547Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.508807857Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.508817948Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","method":"DELETE","req_id":"704cc151-1843-4827-9a0b-0ac99f133e1d","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18712,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-571cd6cb-8e8b-469e-a5ca-ceb56c01eef3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.510465724Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.512463646Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","method":"GET","req_id":"4abdf0d3-a83b-4132-81be-4a143d015229","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.529648243Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_78d3a28c-d3c3-4210-9456-e2684c7a4890/crucible/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.537787605Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"region":"571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","component":"worker"}
{"msg":"region 571cd6cb-8e8b-469e-a5ca-ceb56c01eef3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.622615423Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T17:29:19.627596093Z","hostname":"oxz_crucible_dfe62b8d-04e9-4c98-bc4f-2cddf21e98b4","pid":26711,"uri":"/crucible/0/regions/571cd6cb-8e8b-469e-a5ca-ceb56c01eef3","method":"GET","req_id":"b1334c89-17a4-4438-817a-3b4179d2fc8e","remote_addr":"[fd00:1122:3344:101::c]:40269","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":200}