[ Jan 20 00:00:42 Enabled. ]
[ Jan 20 00:00:42 Rereading configuration. ]
[ Jan 20 00:00:43 Rereading configuration. ]
[ Jan 20 00:00:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.637241925Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177}
{"msg":"dataset: \"oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.638024765Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.638072496Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.638078696Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.652043015Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.723462781Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.809042468Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55281"}
{"msg":"region dd2ae706-5a22-48a6-8f96-c54fb6e29d2b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.834314483Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.837168249Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.83722103Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"6463ac17-72c3-4ab2-8b39-88a3e88997dd","remote_addr":"[fd00:1122:3344:101::a]:55281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13531,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.844776657Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.844791967Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.914762599Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\" \"--data\" \"/data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.916853641Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.054681669Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"1b3e7b2f-db5a-40fe-8197-99149abb1ecb","remote_addr":"[fd00:1122:3344:101::a]:55281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.305126101Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","component":"worker"}
{"msg":"region dd2ae706-5a22-48a6-8f96-c54fb6e29d2b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.305219082Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.305452915Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.305873511Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.311479012Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.325934078Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.329736547Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.330291454Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.330353454Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.330385985Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.330445066Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.335179116Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.340042199Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.723476307Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"a7a2ebe6-9872-4947-95e6-6e3f9feae45a","remote_addr":"[fd00:1122:3344:101::a]:55281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.825146157Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57942"}
{"msg":"region 3d6539c1-602c-4682-b412-7b098e4cbb0a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.825711674Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.825823515Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"b7115a9b-e733-4829-98a9-b7bc1218bb27","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":596,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.825842106Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/3d6539c1-602c-4682-b412-7b098e4cbb0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.834088672Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/3d6539c1-602c-4682-b412-7b098e4cbb0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.834113502Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3d6539c1-602c-4682-b412-7b098e4cbb0a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d6539c1-602c-4682-b412-7b098e4cbb0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.880024211Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"3d6539c1-602c-4682-b412-7b098e4cbb0a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d6539c1-602c-4682-b412-7b098e4cbb0a\" \"--data\" \"/data/regions/3d6539c1-602c-4682-b412-7b098e4cbb0a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.880074251Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"3d6539c1-602c-4682-b412-7b098e4cbb0a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.966119585Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"3d6539c1-602c-4682-b412-7b098e4cbb0a","component":"worker"}
{"msg":"region 3d6539c1-602c-4682-b412-7b098e4cbb0a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.966153556Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.966238767Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3d6539c1-602c-4682-b412-7b098e4cbb0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.966558371Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d6539c1-602c-4682-b412-7b098e4cbb0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.975911401Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.990305005Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"468924c4-69b6-4dc2-ace4-19d3b16f6412","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.992636855Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d6539c1-602c-4682-b412-7b098e4cbb0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.996369343Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d6539c1-602c-4682-b412-7b098e4cbb0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.996583796Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.996625656Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.996662266Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.996698327Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.001574689Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.022248795Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.449288131Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","method":"GET","req_id":"2f3d7cfa-a1a2-46d6-9f27-fe2261d06a1c","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.452899727Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"dataset is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.45855657Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"snapshot is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b@14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.463378172Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\", \"14869242-834d-4a15-8082-c60958f3b3e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.463399272Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.470434402Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b/snapshots/14869242-834d-4a15-8082-c60958f3b3e7","method":"GET","req_id":"0f8ed96a-dd94-4b3d-8900-5df57d8bc1a4","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17555,"response_code":200}
{"msg":"path is \"/data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.474271701Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"dataset is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.478958862Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"snapshot is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b@14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.485186221Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\", \"14869242-834d-4a15-8082-c60958f3b3e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.485207792Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot dd2ae706-5a22-48a6-8f96-c54fb6e29d2b-14869242-834d-4a15-8082-c60958f3b3e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.49205527Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.492185111Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b/snapshots/14869242-834d-4a15-8082-c60958f3b3e7/run","method":"POST","req_id":"c379075c-ecc6-417d-bc3d-a5a44670b231","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17931,"response_code":200}
{"msg":"applying SMF actions for region dd2ae706-5a22-48a6-8f96-c54fb6e29d2b running snapshot 14869242-834d-4a15-8082-c60958f3b3e7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.492205212Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-dd2ae706-5a22-48a6-8f96-c54fb6e29d2b-14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.496426156Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-dd2ae706-5a22-48a6-8f96-c54fb6e29d2b-14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.50686223Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-dd2ae706-5a22-48a6-8f96-c54fb6e29d2b-14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.517109181Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b/.zfs/snapshot/14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.517379494Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.517427325Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.517473916Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.517511606Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.517557507Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.52172643Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.526792225Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"region dd2ae706-5a22-48a6-8f96-c54fb6e29d2b running snapshot 14869242-834d-4a15-8082-c60958f3b3e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.526817196Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"path is \"/data/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.622139889Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"dataset is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.628182646Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"snapshot is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b@14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.634571418Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b\", \"14869242-834d-4a15-8082-c60958f3b3e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.634620409Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.639728354Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/dd2ae706-5a22-48a6-8f96-c54fb6e29d2b/snapshots/14869242-834d-4a15-8082-c60958f3b3e7/run","method":"POST","req_id":"0a619ee0-2d6c-4358-99aa-f3fbcd60aa16","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17610,"response_code":200}
{"msg":"region d0ab0356-0110-4115-be83-caa69022a858 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.076997653Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.077171375Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"dd158554-10da-4c95-bff3-c2deb816f800","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":222,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.077213226Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.084448969Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.084468939Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d0ab0356-0110-4115-be83-caa69022a858\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d0ab0356-0110-4115-be83-caa69022a858\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.137683175Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"d0ab0356-0110-4115-be83-caa69022a858","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d0ab0356-0110-4115-be83-caa69022a858\" \"--data\" \"/data/regions/d0ab0356-0110-4115-be83-caa69022a858\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.13772735Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"d0ab0356-0110-4115-be83-caa69022a858","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.242417078Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"d0ab0356-0110-4115-be83-caa69022a858","component":"worker"}
{"msg":"region d0ab0356-0110-4115-be83-caa69022a858 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.242458704Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.24255284Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.243664141Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.246166833Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions","method":"POST","req_id":"b859ac40-fca0-491b-8c49-0cac824cc77b","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.247334468Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.256455365Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.261934395Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.262456152Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.262477512Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.262508183Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.262546063Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.265607102Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:39.276682244Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.396557892Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/d0ab0356-0110-4115-be83-caa69022a858","method":"GET","req_id":"1abbddd0-efd5-4e31-b681-2240cd2313c3","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/d0ab0356-0110-4115-be83-caa69022a858\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.399750523Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"dataset is oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/d0ab0356-0110-4115-be83-caa69022a858","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.41046102Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"region d0ab0356-0110-4115-be83-caa69022a858 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.41827293Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.418906429Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.418921969Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/d0ab0356-0110-4115-be83-caa69022a858","method":"DELETE","req_id":"0b2d2cf2-bd35-4c7e-a3eb-f4480d47148d","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19196,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d0ab0356-0110-4115-be83-caa69022a858 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.419987932Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.421811596Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/d0ab0356-0110-4115-be83-caa69022a858","method":"GET","req_id":"025e082b-da90-401e-a426-23533573a135","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.433097711Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aa1fa337-dc7c-45be-a31e-6d9d89e17f02/crucible/regions/d0ab0356-0110-4115-be83-caa69022a858\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.440667968Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"region":"d0ab0356-0110-4115-be83-caa69022a858","component":"worker"}
{"msg":"region d0ab0356-0110-4115-be83-caa69022a858 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.489223281Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:12:08.501593799Z","hostname":"oxz_crucible_473eb322-cae2-48a3-b05b-0905419cddb0","pid":28177,"uri":"/crucible/0/regions/d0ab0356-0110-4115-be83-caa69022a858","method":"GET","req_id":"ba7db022-b6bb-476e-b88e-09baf0635eb4","remote_addr":"[fd00:1122:3344:101::a]:57942","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":200}