{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.222344263Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63494"} {"msg":"region 8c7e86ac-9d1d-4827-9202-ef5598e3bdce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.222404784Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.223166933Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"uri":"/crucible/0/regions","method":"POST","req_id":"17c5eaa1-fbe2-46a2-b75c-a2cc4adb8d07","remote_addr":"[fd00:1122:3344:101::c]:63494","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":770,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.223185363Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/8c7e86ac-9d1d-4827-9202-ef5598e3bdce","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.232426039Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/8c7e86ac-9d1d-4827-9202-ef5598e3bdce","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.232444619Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8c7e86ac-9d1d-4827-9202-ef5598e3bdce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8c7e86ac-9d1d-4827-9202-ef5598e3bdce\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.287825974Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"region":"8c7e86ac-9d1d-4827-9202-ef5598e3bdce","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8c7e86ac-9d1d-4827-9202-ef5598e3bdce\" \"--data\" \"/data/regions/8c7e86ac-9d1d-4827-9202-ef5598e3bdce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.287856364Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"region":"8c7e86ac-9d1d-4827-9202-ef5598e3bdce","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.397012296Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"region":"8c7e86ac-9d1d-4827-9202-ef5598e3bdce","component":"worker"} {"msg":"region 8c7e86ac-9d1d-4827-9202-ef5598e3bdce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.397042296Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.397164058Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8c7e86ac-9d1d-4827-9202-ef5598e3bdce","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.397554212Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8c7e86ac-9d1d-4827-9202-ef5598e3bdce","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.406503035Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.428999813Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8c7e86ac-9d1d-4827-9202-ef5598e3bdce","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.43223114Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8c7e86ac-9d1d-4827-9202-ef5598e3bdce","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.432535273Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.432579084Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.432616354Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.432648975Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.436404548Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.445642464Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"uri":"/crucible/0/regions","method":"POST","req_id":"b6910e2a-c2b2-4604-9c92-aefdd0aaacd3","remote_addr":"[fd00:1122:3344:101::c]:63494","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.454647107Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.248317423Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"uri":"/crucible/0/regions/b497c08b-4949-4940-8586-31a0d512f8fa","method":"GET","req_id":"a9f8d44d-bd41-421a-8c1a-fb8ef78237b5","remote_addr":"[fd00:1122:3344:101::c]:63494","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/b497c08b-4949-4940-8586-31a0d512f8fa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.251392178Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"dataset is oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.257899743Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"snapshot is oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa@87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.264253376Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa\", \"87c100df-da85-4f64-a3bd-043597571c99\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.264268166Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.27251449Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"uri":"/crucible/0/regions/b497c08b-4949-4940-8586-31a0d512f8fa/snapshots/87c100df-da85-4f64-a3bd-043597571c99","method":"GET","req_id":"c599f737-1ce1-47aa-a0b0-8caca37cf07e","remote_addr":"[fd00:1122:3344:101::c]:63494","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21165,"response_code":200} {"msg":"path is \"/data/regions/b497c08b-4949-4940-8586-31a0d512f8fa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.275661447Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"dataset is oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.281757816Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"snapshot is oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa@87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.287179559Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa\", \"87c100df-da85-4f64-a3bd-043597571c99\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.287196579Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b497c08b-4949-4940-8586-31a0d512f8fa-87c100df-da85-4f64-a3bd-043597571c99 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.296292743Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.296421965Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"uri":"/crucible/0/regions/b497c08b-4949-4940-8586-31a0d512f8fa/snapshots/87c100df-da85-4f64-a3bd-043597571c99/run","method":"POST","req_id":"00aa6ab1-d523-42c9-a066-45ae9325cf15","remote_addr":"[fd00:1122:3344:101::c]:63494","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20788,"response_code":200} {"msg":"applying SMF actions for region b497c08b-4949-4940-8586-31a0d512f8fa running snapshot 87c100df-da85-4f64-a3bd-043597571c99 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.296439035Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b497c08b-4949-4940-8586-31a0d512f8fa-87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.300818215Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b497c08b-4949-4940-8586-31a0d512f8fa-87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.306034775Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b497c08b-4949-4940-8586-31a0d512f8fa-87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.317046241Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b497c08b-4949-4940-8586-31a0d512f8fa/.zfs/snapshot/87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.317336084Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.317378665Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.317422555Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.317457246Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.317506266Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.321123748Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.325472387Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"worker"} {"msg":"region b497c08b-4949-4940-8586-31a0d512f8fa running snapshot 87c100df-da85-4f64-a3bd-043597571c99 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.325479658Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"path is \"/data/regions/b497c08b-4949-4940-8586-31a0d512f8fa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.653510319Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"dataset is oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.660249796Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"datafile"} {"msg":"snapshot is oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa@87c100df-da85-4f64-a3bd-043597571c99","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.666855912Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d61e2d73-0b4c-4c1f-9eb8-242200796615/crucible/regions/b497c08b-4949-4940-8586-31a0d512f8fa\", \"87c100df-da85-4f64-a3bd-043597571c99\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.666879472Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:18.673561869Z","hostname":"oxz_crucible_bc163226-9a19-486a-819a-39662b2ad3a3","pid":23854,"uri":"/crucible/0/regions/b497c08b-4949-4940-8586-31a0d512f8fa/snapshots/87c100df-da85-4f64-a3bd-043597571c99/run","method":"POST","req_id":"d4fceb48-39cf-441f-9950-b97b8b0514f1","remote_addr":"[fd00:1122:3344:101::c]:63494","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20076,"response_code":200}