[ Aug 29 00:00:34 Enabled. ]
[ Aug 29 00:00:34 Rereading configuration. ]
[ Aug 29 00:00:36 Rereading configuration. ]
[ Aug 29 00:00:40 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:00:40.31311525Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828}
{"msg":"dataset: \"oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:00:40.313319364Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:00:40.313332434Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:00:40.313341244Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:00:40.335686938Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:00:40.459266519Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.777129768Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48431"}
{"msg":"region 75896f75-65d1-4e2e-b040-9bb790bdc960 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.821565719Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.827302883Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.831864003Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions","method":"POST","req_id":"5b08a5da-2f01-4c0a-a6c0-8484b2d5908a","remote_addr":"[fd00:1122:3344:101::b]:48431","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19928,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.836953875Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.836972185Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"75896f75-65d1-4e2e-b040-9bb790bdc960\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.876360526Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"75896f75-65d1-4e2e-b040-9bb790bdc960","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"75896f75-65d1-4e2e-b040-9bb790bdc960\" \"--data\" \"/data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:50.878991558Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"75896f75-65d1-4e2e-b040-9bb790bdc960","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.022476355Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions","method":"POST","req_id":"d080f3bd-539b-4a6d-8304-23af1f58bec3","remote_addr":"[fd00:1122:3344:101::b]:48431","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.218498963Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"75896f75-65d1-4e2e-b040-9bb790bdc960","component":"worker"}
{"msg":"region 75896f75-65d1-4e2e-b040-9bb790bdc960 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.223076484Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.223413501Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.226185396Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.233912629Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.244852016Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.246350156Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.247161372Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.247218733Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.247259034Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.247289894Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.250212172Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.253270033Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:01:51.646013504Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions","method":"POST","req_id":"1c840ad7-2a57-436a-8392-74cf0be3d9ab","remote_addr":"[fd00:1122:3344:101::b]:48431","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.476001666Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61930"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.476101878Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","method":"GET","req_id":"b3375744-02b7-49cd-9329-b014ea921d03","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"path is \"/data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.481395583Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"dataset is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.488646957Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"snapshot is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960@88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.495247438Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\", \"88d153fb-5064-4ed9-94f3-4fdec70b8aaa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.495290168Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.506307527Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/75896f75-65d1-4e2e-b040-9bb790bdc960/snapshots/88d153fb-5064-4ed9-94f3-4fdec70b8aaa","method":"GET","req_id":"53155363-26ae-4186-96d6-f02e393a58ab","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24924,"response_code":200}
{"msg":"path is \"/data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.515648872Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"dataset is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.520979108Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"snapshot is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960@88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.527691881Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\", \"88d153fb-5064-4ed9-94f3-4fdec70b8aaa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.527720722Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 75896f75-65d1-4e2e-b040-9bb790bdc960-88d153fb-5064-4ed9-94f3-4fdec70b8aaa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.535068528Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.541108867Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/75896f75-65d1-4e2e-b040-9bb790bdc960/snapshots/88d153fb-5064-4ed9-94f3-4fdec70b8aaa/run","method":"POST","req_id":"368ac029-7232-4637-b732-faef361e2a6a","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25483,"response_code":200}
{"msg":"applying SMF actions for region 75896f75-65d1-4e2e-b040-9bb790bdc960 running snapshot 88d153fb-5064-4ed9-94f3-4fdec70b8aaa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.541135788Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-75896f75-65d1-4e2e-b040-9bb790bdc960-88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.548137517Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-75896f75-65d1-4e2e-b040-9bb790bdc960-88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.550732528Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-75896f75-65d1-4e2e-b040-9bb790bdc960-88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.558499422Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960/.zfs/snapshot/88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.558784288Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.558817219Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.558862409Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.55889453Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.558943161Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.560758297Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.56341937Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"region 75896f75-65d1-4e2e-b040-9bb790bdc960 running snapshot 88d153fb-5064-4ed9-94f3-4fdec70b8aaa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.56342989Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"path is \"/data/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.82000612Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"dataset is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.826254744Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"snapshot is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960@88d153fb-5064-4ed9-94f3-4fdec70b8aaa","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.83261656Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/75896f75-65d1-4e2e-b040-9bb790bdc960\", \"88d153fb-5064-4ed9-94f3-4fdec70b8aaa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.832650411Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:09.838473266Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/75896f75-65d1-4e2e-b040-9bb790bdc960/snapshots/88d153fb-5064-4ed9-94f3-4fdec70b8aaa/run","method":"POST","req_id":"678f4882-6076-46fc-992c-800525e43dfa","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18510,"response_code":200}
{"msg":"region 0f5cbba5-0856-422b-8562-56479260eb5a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.460669293Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.460843596Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions","method":"POST","req_id":"756686cd-efac-419e-9f6d-e6dcb2f0fbcb","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":242,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.460890467Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.466542259Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.46657736Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0f5cbba5-0856-422b-8562-56479260eb5a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0f5cbba5-0856-422b-8562-56479260eb5a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.504774558Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"0f5cbba5-0856-422b-8562-56479260eb5a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0f5cbba5-0856-422b-8562-56479260eb5a\" \"--data\" \"/data/regions/0f5cbba5-0856-422b-8562-56479260eb5a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.504817619Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"0f5cbba5-0856-422b-8562-56479260eb5a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.549657578Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"0f5cbba5-0856-422b-8562-56479260eb5a","component":"worker"}
{"msg":"region 0f5cbba5-0856-422b-8562-56479260eb5a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.549683609Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.549829512Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.550198729Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.559180857Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.562751878Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.564223047Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.564523983Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.564568174Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.564606145Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.564645145Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.566448561Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.573226076Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:15.705860507Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions","method":"POST","req_id":"c2d41b6e-fd1a-4217-be83-ba7ddeec4a43","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.412557052Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/0f5cbba5-0856-422b-8562-56479260eb5a","method":"GET","req_id":"09230bd0-1495-4461-89f1-ad897f919910","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/0f5cbba5-0856-422b-8562-56479260eb5a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.416282836Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"dataset is oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/0f5cbba5-0856-422b-8562-56479260eb5a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.427016149Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"region 0f5cbba5-0856-422b-8562-56479260eb5a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.433771833Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.433946766Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.433969827Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/0f5cbba5-0856-422b-8562-56479260eb5a","method":"DELETE","req_id":"e86a4f93-7752-42ad-8663-2cf70f3451ed","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17685,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-0f5cbba5-0856-422b-8562-56479260eb5a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.4351493Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.43714077Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/0f5cbba5-0856-422b-8562-56479260eb5a","method":"GET","req_id":"4647f7a1-8257-4fc5-a25a-4b8948a4b2b4","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.439115579Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_632ae762-68f9-45b3-8ead-62325e3f3c7e/crucible/regions/0f5cbba5-0856-422b-8562-56479260eb5a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.447530536Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"region":"0f5cbba5-0856-422b-8562-56479260eb5a","component":"worker"}
{"msg":"region 0f5cbba5-0856-422b-8562-56479260eb5a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.485123371Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T00:13:41.511472194Z","hostname":"oxz_crucible_2ef0b83e-1c0e-4730-8087-15cec0258085","pid":23828,"uri":"/crucible/0/regions/0f5cbba5-0856-422b-8562-56479260eb5a","method":"GET","req_id":"63c40f69-658f-443d-af92-99143fde210c","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}