[ Jun 11 21:31:57 Enabled. ]
[ Jun 11 21:31:57 Rereading configuration. ]
[ Jun 11 21:32:00 Rereading configuration. ]
[ Jun 11 21:32:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:05.167287783Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827}
{"msg":"dataset: \"oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:05.167463535Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:05.167478065Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:05.167483485Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:05.185195104Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:05.380028026Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.039942822Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47080"}
{"msg":"region c8687c5e-8e9a-4699-a7d8-4a3f4b130493 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.072041353Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.077012249Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.077088949Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"6012bba4-2a03-41f0-a3a7-6e7b05c67759","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12442,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.084176109Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.084201729Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c8687c5e-8e9a-4699-a7d8-4a3f4b130493\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.165879088Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"c8687c5e-8e9a-4699-a7d8-4a3f4b130493","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c8687c5e-8e9a-4699-a7d8-4a3f4b130493\" \"--data\" \"/data/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.167989732Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"c8687c5e-8e9a-4699-a7d8-4a3f4b130493","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.288854292Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"0bdc5256-dec8-4a5c-ab07-9a07bd58626a","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.306759423Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"c8687c5e-8e9a-4699-a7d8-4a3f4b130493","component":"worker"}
{"msg":"region c8687c5e-8e9a-4699-a7d8-4a3f4b130493 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.306821094Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.307096417Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.309803997Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.31449907Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.326733458Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.330642192Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.331534132Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.331595792Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.331645013Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.331712164Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.344916212Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.350459845Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:33.727901058Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"7d699810-7c8b-4074-ad8f-342c60309967","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":97,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.107578401Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","method":"GET","req_id":"929ec576-ce6c-40e8-bdf9-30268616b384","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.110892438Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"dataset is oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.119771548Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"region c8687c5e-8e9a-4699-a7d8-4a3f4b130493 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.12709138Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.127319763Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","method":"DELETE","req_id":"e1cd755f-e87e-4098-a60a-5bf342f2bdd4","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16467,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.127372094Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-c8687c5e-8e9a-4699-a7d8-4a3f4b130493 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.128376915Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.129799401Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","method":"GET","req_id":"1cfdb858-0ba4-4a4e-a78a-34f941c4ebd2","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.134016058Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.142755827Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"c8687c5e-8e9a-4699-a7d8-4a3f4b130493","component":"worker"}
{"msg":"region c8687c5e-8e9a-4699-a7d8-4a3f4b130493 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.220928226Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:32:34.247121651Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/c8687c5e-8e9a-4699-a7d8-4a3f4b130493","method":"GET","req_id":"aba2a7a6-067f-47b3-9628-ce900bbf3395","remote_addr":"[fd00:1122:3344:101::b]:47080","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.808644263Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44800"}
{"msg":"region 2ff4aea1-22d4-46ed-b563-4d322fedf296 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.808781914Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.813285225Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.813303675Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"d912d484-764c-4e41-a5b4-e88983b50a14","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":4570,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/2ff4aea1-22d4-46ed-b563-4d322fedf296","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.821266425Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/2ff4aea1-22d4-46ed-b563-4d322fedf296","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.821293975Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2ff4aea1-22d4-46ed-b563-4d322fedf296\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ff4aea1-22d4-46ed-b563-4d322fedf296\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.877604869Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"2ff4aea1-22d4-46ed-b563-4d322fedf296","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ff4aea1-22d4-46ed-b563-4d322fedf296\" \"--data\" \"/data/regions/2ff4aea1-22d4-46ed-b563-4d322fedf296\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.877659249Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"2ff4aea1-22d4-46ed-b563-4d322fedf296","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.958093554Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"2ff4aea1-22d4-46ed-b563-4d322fedf296","component":"worker"}
{"msg":"region 2ff4aea1-22d4-46ed-b563-4d322fedf296 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.958130784Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.958219125Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2ff4aea1-22d4-46ed-b563-4d322fedf296","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.959056035Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ff4aea1-22d4-46ed-b563-4d322fedf296","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.965126383Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.978605655Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ff4aea1-22d4-46ed-b563-4d322fedf296","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.981424306Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ff4aea1-22d4-46ed-b563-4d322fedf296","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.981804801Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.981858241Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.981896652Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.981946252Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.985668134Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:32.990092804Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:33.024223928Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"91e13073-9cc8-4c0f-839e-c1ae4e263880","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 7fbf7ade-5209-4602-9069-d5fe942351fb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.374703821Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.374909424Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"3549e914-0cf4-4316-aa65-519e8504c8da","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":239,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.374934964Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.382177516Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.382219766Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7fbf7ade-5209-4602-9069-d5fe942351fb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7fbf7ade-5209-4602-9069-d5fe942351fb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.438967155Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"7fbf7ade-5209-4602-9069-d5fe942351fb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7fbf7ade-5209-4602-9069-d5fe942351fb\" \"--data\" \"/data/regions/7fbf7ade-5209-4602-9069-d5fe942351fb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.439014835Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"7fbf7ade-5209-4602-9069-d5fe942351fb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.513897797Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"7fbf7ade-5209-4602-9069-d5fe942351fb","component":"worker"}
{"msg":"region 7fbf7ade-5209-4602-9069-d5fe942351fb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.513934298Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.514043949Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.515825629Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.523758028Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.53458788Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.537938457Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.538244101Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.538295621Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.538337672Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.538377762Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.544059046Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.55058412Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:43:39.56308171Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions","method":"POST","req_id":"5ea892e5-97bc-4856-bb03-b8945d67f75b","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.918478491Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","method":"GET","req_id":"01522113-0c68-4ec5-a330-afd74f059bf5","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"path is \"/data/regions/7fbf7ade-5209-4602-9069-d5fe942351fb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.921611286Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"dataset is oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.930189453Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"region 7fbf7ade-5209-4602-9069-d5fe942351fb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.937664587Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.937824709Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.937834519Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","method":"DELETE","req_id":"d2ab3911-d65c-4912-9764-28103b7d0bbc","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16279,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-7fbf7ade-5209-4602-9069-d5fe942351fb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.939293965Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.942141968Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","method":"GET","req_id":"43eac87e-22f3-4c5e-8869-904d757a30e9","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.945093791Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_625cf97b-e7f4-4328-8a28-8a53d829e570/crucible/regions/7fbf7ade-5209-4602-9069-d5fe942351fb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:04.952739547Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"region":"7fbf7ade-5209-4602-9069-d5fe942351fb","component":"worker"}
{"msg":"region 7fbf7ade-5209-4602-9069-d5fe942351fb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:05.012966894Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T21:44:05.041666867Z","hostname":"oxz_crucible_17564570-403d-4f6e-9532-8f171b64711a","pid":27827,"uri":"/crucible/0/regions/7fbf7ade-5209-4602-9069-d5fe942351fb","method":"GET","req_id":"91f2fc74-884a-460b-9a4f-8eb23b1c44b1","remote_addr":"[fd00:1122:3344:101::b]:44800","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}