[ Oct 31 05:29:58 Enabled. ]
[ Oct 31 05:29:58 Rereading configuration. ]
[ Oct 31 05:30:00 Rereading configuration. ]
[ Oct 31 05:30:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.834889188Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327}
{"msg":"dataset: \"oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.835184187Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.835201517Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.835209177Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.852708144Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.931211677Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.222127855Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36200"}
{"msg":"region 4e3de22c-a98b-4027-a1be-4fa9f6450d82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.252504645Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.259147617Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.2629706Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"355caf3d-56c1-4efe-aa5e-fe51cfb6e7f8","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17130,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.265082242Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.265095082Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4e3de22c-a98b-4027-a1be-4fa9f6450d82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.308768137Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"4e3de22c-a98b-4027-a1be-4fa9f6450d82","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4e3de22c-a98b-4027-a1be-4fa9f6450d82\" \"--data\" \"/data/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.308803228Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"4e3de22c-a98b-4027-a1be-4fa9f6450d82","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.408637571Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"4e3de22c-a98b-4027-a1be-4fa9f6450d82","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.410189179Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"7af910b8-69e9-4172-b6dd-d7ad18d67e2c","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"region 4e3de22c-a98b-4027-a1be-4fa9f6450d82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.410500387Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.410769063Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.41105825Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.41762129Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.42704541Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.428482025Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.429339646Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.429400877Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.429442478Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.42948351Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.431653403Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:29.433837286Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.007523521Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"869fc131-1ece-4469-9ec1-e4e20f4970a3","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.453374759Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","method":"GET","req_id":"a4063c92-d0e0-40d4-becd-11eac3352303","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.455732007Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"dataset is oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.462596434Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"region 4e3de22c-a98b-4027-a1be-4fa9f6450d82 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.468547749Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.468670872Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","method":"DELETE","req_id":"b579011b-2f59-404b-b4fa-ddc7be1f3547","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12969,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.468695463Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-4e3de22c-a98b-4027-a1be-4fa9f6450d82 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.469589635Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.471678076Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","method":"GET","req_id":"2fd426c6-0ba0-4b62-a2ea-42c74ea0a546","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.471753548Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.478570734Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"4e3de22c-a98b-4027-a1be-4fa9f6450d82","component":"worker"}
{"msg":"region 4e3de22c-a98b-4027-a1be-4fa9f6450d82 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.530484519Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:30.607831324Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/4e3de22c-a98b-4027-a1be-4fa9f6450d82","method":"GET","req_id":"43534d63-c69d-4c89-ae35-584beb1ea882","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.939111112Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56959"}
{"msg":"region 7feb5545-8f33-4c98-a9e2-642193cf6b6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.939219694Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.940051324Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"2fec70f5-fc1a-4744-98e0-e0aa276cae52","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":869,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.940117766Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/7feb5545-8f33-4c98-a9e2-642193cf6b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.948189493Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/7feb5545-8f33-4c98-a9e2-642193cf6b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.948214563Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7feb5545-8f33-4c98-a9e2-642193cf6b6b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7feb5545-8f33-4c98-a9e2-642193cf6b6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.984648062Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"7feb5545-8f33-4c98-a9e2-642193cf6b6b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7feb5545-8f33-4c98-a9e2-642193cf6b6b\" \"--data\" \"/data/regions/7feb5545-8f33-4c98-a9e2-642193cf6b6b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.984689313Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"7feb5545-8f33-4c98-a9e2-642193cf6b6b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.032662232Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"7feb5545-8f33-4c98-a9e2-642193cf6b6b","component":"worker"}
{"msg":"region 7feb5545-8f33-4c98-a9e2-642193cf6b6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.032693543Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.032799605Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7feb5545-8f33-4c98-a9e2-642193cf6b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.033639676Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7feb5545-8f33-4c98-a9e2-642193cf6b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.038249738Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.052154317Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7feb5545-8f33-4c98-a9e2-642193cf6b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.053354187Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7feb5545-8f33-4c98-a9e2-642193cf6b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.053637913Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.053683555Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.053725736Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.053764537Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.055765965Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.058561494Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.135060518Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"3e265bd7-8b0b-46a1-b1bc-403abde93109","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"region 91941827-4c0f-4f66-9b2b-e0270d31bd17 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.084389682Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.084572726Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"380e36d8-bbb4-425b-86ab-ee4d6c205faf","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":226,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.084594647Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.090966462Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.091006563Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"91941827-4c0f-4f66-9b2b-e0270d31bd17\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.125259238Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"91941827-4c0f-4f66-9b2b-e0270d31bd17","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"91941827-4c0f-4f66-9b2b-e0270d31bd17\" \"--data\" \"/data/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.125298939Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"91941827-4c0f-4f66-9b2b-e0270d31bd17","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.169357703Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"91941827-4c0f-4f66-9b2b-e0270d31bd17","component":"worker"}
{"msg":"region 91941827-4c0f-4f66-9b2b-e0270d31bd17 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.169384544Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.169492626Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.171256009Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.177915412Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.181888289Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.184073992Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.184377869Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.18442029Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.184466091Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.184506043Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.186288736Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.188835308Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:41.366346376Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions","method":"POST","req_id":"0af26762-43a8-4a47-bbf6-0551739720ab","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.048406115Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","method":"GET","req_id":"1e600a28-9f7d-439c-b1d3-60bfd545f776","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"path is \"/data/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.051355637Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"dataset is oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.059632319Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"region 91941827-4c0f-4f66-9b2b-e0270d31bd17 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.066573348Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.066757523Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.066784743Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","method":"DELETE","req_id":"e9d9851c-d218-4132-973b-45eefb03ce98","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15454,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-91941827-4c0f-4f66-9b2b-e0270d31bd17 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.068344731Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.069963611Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","method":"GET","req_id":"b32e1def-d0a5-47fe-927e-647bcf1a85a2","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.071417436Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b2d91670-9c5d-4c79-8cc8-2863dcaf9f1a/crucible/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.078263223Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"region":"91941827-4c0f-4f66-9b2b-e0270d31bd17","component":"worker"}
{"msg":"region 91941827-4c0f-4f66-9b2b-e0270d31bd17 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.134049863Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:42:07.203571258Z","hostname":"oxz_crucible_0343eee3-6436-43f4-9194-c67f7a1e4553","pid":27327,"uri":"/crucible/0/regions/91941827-4c0f-4f66-9b2b-e0270d31bd17","method":"GET","req_id":"db60da74-f1db-4283-a8c7-a32633cf22c8","remote_addr":"[fd00:1122:3344:101::c]:56959","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}