{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.396563301Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48799"} {"msg":"region 263761ea-ab77-4a5c-8462-766618e29259 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.396656872Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.397213711Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"5633decd-ab65-4e8e-9347-776cb5477c43","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":599,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.397227532Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/263761ea-ab77-4a5c-8462-766618e29259","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.405692113Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/263761ea-ab77-4a5c-8462-766618e29259","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.405708944Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"263761ea-ab77-4a5c-8462-766618e29259\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/263761ea-ab77-4a5c-8462-766618e29259\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.469181975Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"region":"263761ea-ab77-4a5c-8462-766618e29259","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"263761ea-ab77-4a5c-8462-766618e29259\" \"--data\" \"/data/regions/263761ea-ab77-4a5c-8462-766618e29259\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.469221465Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"region":"263761ea-ab77-4a5c-8462-766618e29259","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.554922068Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"region":"263761ea-ab77-4a5c-8462-766618e29259","component":"worker"} {"msg":"region 263761ea-ab77-4a5c-8462-766618e29259 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.554959529Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.55505563Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-263761ea-ab77-4a5c-8462-766618e29259","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.555440307Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-263761ea-ab77-4a5c-8462-766618e29259","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.566322229Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.590801818Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-263761ea-ab77-4a5c-8462-766618e29259","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.593826798Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/263761ea-ab77-4a5c-8462-766618e29259","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.594098433Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.594142544Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.594181874Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.594217765Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.597701743Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.615359318Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:31.667065733Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"uri":"/crucible/0/regions","method":"POST","req_id":"da46f1db-170c-4874-95d6-0839912d7bd1","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.957915463Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"uri":"/crucible/0/regions/65edf641-db5f-4a63-b762-b7a58561aa67","method":"GET","req_id":"e2966071-d862-411d-9549-c4efa705c922","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/65edf641-db5f-4a63-b762-b7a58561aa67\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.961014154Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.966579767Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"snapshot is oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67@ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.972199232Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67\", \"ce3602c4-ad65-4b0f-a17f-b947cc2b447a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.972213552Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.981312034Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"uri":"/crucible/0/regions/65edf641-db5f-4a63-b762-b7a58561aa67/snapshots/ce3602c4-ad65-4b0f-a17f-b947cc2b447a","method":"GET","req_id":"2a40ea7b-f4e4-40e9-8c34-ddbf96deb4b8","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20330,"response_code":200} {"msg":"path is \"/data/regions/65edf641-db5f-4a63-b762-b7a58561aa67\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.98527329Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.990853003Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"snapshot is oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67@ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.996519978Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67\", \"ce3602c4-ad65-4b0f-a17f-b947cc2b447a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:32.996531528Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 65edf641-db5f-4a63-b762-b7a58561aa67-ce3602c4-ad65-4b0f-a17f-b947cc2b447a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.005119262Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.005261114Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"uri":"/crucible/0/regions/65edf641-db5f-4a63-b762-b7a58561aa67/snapshots/ce3602c4-ad65-4b0f-a17f-b947cc2b447a/run","method":"POST","req_id":"932a5455-c4f5-49b4-83ae-4b3724ec500d","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20014,"response_code":200} {"msg":"applying SMF actions for region 65edf641-db5f-4a63-b762-b7a58561aa67 running snapshot ce3602c4-ad65-4b0f-a17f-b947cc2b447a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.005286145Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-65edf641-db5f-4a63-b762-b7a58561aa67-ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.01036687Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-65edf641-db5f-4a63-b762-b7a58561aa67-ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.024445905Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-65edf641-db5f-4a63-b762-b7a58561aa67-ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.034949961Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/65edf641-db5f-4a63-b762-b7a58561aa67/.zfs/snapshot/ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.035216525Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.035262666Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.035299756Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.035333057Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.035378928Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.039836952Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.044182865Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"worker"} {"msg":"region 65edf641-db5f-4a63-b762-b7a58561aa67 running snapshot ce3602c4-ad65-4b0f-a17f-b947cc2b447a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.044192015Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"path is \"/data/regions/65edf641-db5f-4a63-b762-b7a58561aa67\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.138126055Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"dataset is oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.144552733Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"datafile"} {"msg":"snapshot is oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67@ce3602c4-ad65-4b0f-a17f-b947cc2b447a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.150861138Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_afcde9b9-f3c0-48da-bd55-74c9b0b3bbd7/crucible/regions/65edf641-db5f-4a63-b762-b7a58561aa67\", \"ce3602c4-ad65-4b0f-a17f-b947cc2b447a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.150873379Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:49:33.15636558Z","hostname":"oxz_crucible_7126b4d7-6998-4699-9e61-2e19e6c13748","pid":23908,"uri":"/crucible/0/regions/65edf641-db5f-4a63-b762-b7a58561aa67/snapshots/ce3602c4-ad65-4b0f-a17f-b947cc2b447a/run","method":"POST","req_id":"575922fc-1841-4735-a61e-0872ed4a57e9","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18267,"response_code":200}