[ Jan  8 00:32:02 Enabled. ]
[ Jan  8 00:32:02 Rereading configuration. ]
[ Jan  8 00:32:05 Rereading configuration. ]
[ Jan  8 00:32:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.773490542Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594}
{"msg":"dataset: \"oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.774400477Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.774451729Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.774460429Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.791308478Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.897231165Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.731454119Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36317"}
{"msg":"region 0604324b-08a5-41e7-b60a-eb5ece4985b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.758561049Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.764279222Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.764341624Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"e26368df-f532-49b3-b9b0-03e806ca7187","remote_addr":"[fd00:1122:3344:101::b]:36317","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16405,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.77266607Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.772681281Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0604324b-08a5-41e7-b60a-eb5ece4985b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.832038987Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"0604324b-08a5-41e7-b60a-eb5ece4985b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0604324b-08a5-41e7-b60a-eb5ece4985b8\" \"--data\" \"/data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.834555748Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"0604324b-08a5-41e7-b60a-eb5ece4985b8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.937869543Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"ed2d2e9c-4f91-4b12-ac80-d00c1a892373","remote_addr":"[fd00:1122:3344:101::b]:36317","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.195293996Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"0604324b-08a5-41e7-b60a-eb5ece4985b8","component":"worker"}
{"msg":"region 0604324b-08a5-41e7-b60a-eb5ece4985b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.195375048Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.195537873Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.195931484Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.205617979Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.22080466Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.223900208Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.224629539Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.224693641Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.224736422Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.224772433Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.228801527Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.233368267Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.639680939Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"5681c608-2dc3-44e3-acc9-644fd63219c1","remote_addr":"[fd00:1122:3344:101::b]:36317","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.963483675Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44598"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.96400683Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","method":"GET","req_id":"3df664a7-fa38-4d23-8714-93cfcc3007d6","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.966984275Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"dataset is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.973761127Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"snapshot is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8@0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.980303863Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\", \"0d9147ca-a5b0-4d08-890b-5fefbb295523\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.980334774Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.989957637Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8/snapshots/0d9147ca-a5b0-4d08-890b-5fefbb295523","method":"GET","req_id":"967f2ad7-545e-4564-959c-2e2dde571d70","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22983,"response_code":200}
{"msg":"path is \"/data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.993821097Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"dataset is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.999838228Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"snapshot is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8@0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.005703524Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\", \"0d9147ca-a5b0-4d08-890b-5fefbb295523\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.005725845Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 0604324b-08a5-41e7-b60a-eb5ece4985b8-0d9147ca-a5b0-4d08-890b-5fefbb295523 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.01435004Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.014848914Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8/snapshots/0d9147ca-a5b0-4d08-890b-5fefbb295523/run","method":"POST","req_id":"f2f9c1ea-581e-42fa-9234-4d31421dcd76","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21048,"response_code":200}
{"msg":"applying SMF actions for region 0604324b-08a5-41e7-b60a-eb5ece4985b8 running snapshot 0d9147ca-a5b0-4d08-890b-5fefbb295523 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.014869395Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-0604324b-08a5-41e7-b60a-eb5ece4985b8-0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.033068142Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0604324b-08a5-41e7-b60a-eb5ece4985b8-0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.044115906Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0604324b-08a5-41e7-b60a-eb5ece4985b8-0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.058681879Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8/.zfs/snapshot/0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.058981738Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.059024359Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.05906671Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.059100911Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.059146962Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.062720784Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.067112609Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"region 0604324b-08a5-41e7-b60a-eb5ece4985b8 running snapshot 0d9147ca-a5b0-4d08-890b-5fefbb295523 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.067122779Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"path is \"/data/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.291184124Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"dataset is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.297544005Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"snapshot is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8@0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.303765181Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8\", \"0d9147ca-a5b0-4d08-890b-5fefbb295523\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.303795222Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:32.309881455Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/0604324b-08a5-41e7-b60a-eb5ece4985b8/snapshots/0d9147ca-a5b0-4d08-890b-5fefbb295523/run","method":"POST","req_id":"a5e7e393-11f6-4806-92c1-a8883c769b42","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18737,"response_code":200}
{"msg":"region a1b1e1f5-b881-443b-b034-b64a50c52106 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.737563306Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.737744521Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"ef6b6913-c1f2-4323-8059-0568012efc13","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":231,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.737777622Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.744240616Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.744267886Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a1b1e1f5-b881-443b-b034-b64a50c52106\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a1b1e1f5-b881-443b-b034-b64a50c52106\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.782366559Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"a1b1e1f5-b881-443b-b034-b64a50c52106","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a1b1e1f5-b881-443b-b034-b64a50c52106\" \"--data\" \"/data/regions/a1b1e1f5-b881-443b-b034-b64a50c52106\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.78241293Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"a1b1e1f5-b881-443b-b034-b64a50c52106","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.856266458Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"a1b1e1f5-b881-443b-b034-b64a50c52106","component":"worker"}
{"msg":"region a1b1e1f5-b881-443b-b034-b64a50c52106 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.856295039Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.856409852Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.857431721Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.860493288Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.868385432Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.871569563Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.871861961Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.871918973Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.871966284Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.872018186Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.876921305Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.883648756Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.968724782Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"1c71746a-6620-44e6-9b0b-1ca0c7cb93bc","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.903734291Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","method":"GET","req_id":"983f7b87-0900-4226-aa6a-2ca0f7ed7649","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/a1b1e1f5-b881-443b-b034-b64a50c52106\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.906816549Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"dataset is oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.91812576Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"region a1b1e1f5-b881-443b-b034-b64a50c52106 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.926151468Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.926300472Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","method":"DELETE","req_id":"523b1ed4-0eba-4e81-83a4-a49624116b7a","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19531,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.926342484Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-a1b1e1f5-b881-443b-b034-b64a50c52106 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.926873649Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.930713988Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","method":"GET","req_id":"dcd84bdf-828e-4b14-b401-572b0e251738","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.935224516Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b7375cbb-9857-4b95-97a1-4d3d8be0f137/crucible/regions/a1b1e1f5-b881-443b-b034-b64a50c52106\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.942616646Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"region":"a1b1e1f5-b881-443b-b034-b64a50c52106","component":"worker"}
{"msg":"region a1b1e1f5-b881-443b-b034-b64a50c52106 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.993985495Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:05.036121972Z","hostname":"oxz_crucible_f414d1ce-eb2c-4171-8012-57dbbf51b53d","pid":24594,"uri":"/crucible/0/regions/a1b1e1f5-b881-443b-b034-b64a50c52106","method":"GET","req_id":"5f696f49-d4ce-4253-856c-b39001a20d16","remote_addr":"[fd00:1122:3344:101::b]:44598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}