{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.824730283Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43492"} {"msg":"region 6b3bbe2f-5f10-43e5-b168-062d8308729f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.824790315Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.825405711Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.825415951Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"uri":"/crucible/0/regions","method":"POST","req_id":"d466d8c1-36c5-4a4b-b572-5931392980de","remote_addr":"[fd00:1122:3344:101::b]:43492","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":647,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/6b3bbe2f-5f10-43e5-b168-062d8308729f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.834189011Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/6b3bbe2f-5f10-43e5-b168-062d8308729f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.834208731Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6b3bbe2f-5f10-43e5-b168-062d8308729f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6b3bbe2f-5f10-43e5-b168-062d8308729f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.872012313Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"region":"6b3bbe2f-5f10-43e5-b168-062d8308729f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6b3bbe2f-5f10-43e5-b168-062d8308729f\" \"--data\" \"/data/regions/6b3bbe2f-5f10-43e5-b168-062d8308729f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.872045834Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"region":"6b3bbe2f-5f10-43e5-b168-062d8308729f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.982836861Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"region":"6b3bbe2f-5f10-43e5-b168-062d8308729f","component":"worker"} {"msg":"region 6b3bbe2f-5f10-43e5-b168-062d8308729f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.982877752Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.982962504Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6b3bbe2f-5f10-43e5-b168-062d8308729f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.983286432Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6b3bbe2f-5f10-43e5-b168-062d8308729f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:50.993374627Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.014856681Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6b3bbe2f-5f10-43e5-b168-062d8308729f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.01824991Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6b3bbe2f-5f10-43e5-b168-062d8308729f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.018557748Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.018603159Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.01864124Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.018676591Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.023090117Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.040159604Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:51.136616515Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"uri":"/crucible/0/regions","method":"POST","req_id":"f478f06a-2e14-4aac-8958-3128480eeeaf","remote_addr":"[fd00:1122:3344:101::b]:43492","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.060957532Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"uri":"/crucible/0/regions/e563dc48-1254-4168-bc17-e1ed74db58df","method":"GET","req_id":"60a4509b-4b5f-4594-9c89-71d3ed7f4dcc","remote_addr":"[fd00:1122:3344:101::b]:43492","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/e563dc48-1254-4168-bc17-e1ed74db58df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.066850637Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"dataset is oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.077975238Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"snapshot is oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df@0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.087029456Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df\", \"0a744cc3-76b7-4b62-9f92-705809f6852b\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.087055467Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.096719921Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"uri":"/crucible/0/regions/e563dc48-1254-4168-bc17-e1ed74db58df/snapshots/0a744cc3-76b7-4b62-9f92-705809f6852b","method":"GET","req_id":"39addefd-d825-4f2c-ba54-d916e79af809","remote_addr":"[fd00:1122:3344:101::b]:43492","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29931,"response_code":200} {"msg":"path is \"/data/regions/e563dc48-1254-4168-bc17-e1ed74db58df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.101095145Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"dataset is oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.10891467Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"snapshot is oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df@0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.11652386Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df\", \"0a744cc3-76b7-4b62-9f92-705809f6852b\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.116545971Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e563dc48-1254-4168-bc17-e1ed74db58df-0a744cc3-76b7-4b62-9f92-705809f6852b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.125949828Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"applying SMF actions for region e563dc48-1254-4168-bc17-e1ed74db58df running snapshot 0a744cc3-76b7-4b62-9f92-705809f6852b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.126087001Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.126096331Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"uri":"/crucible/0/regions/e563dc48-1254-4168-bc17-e1ed74db58df/snapshots/0a744cc3-76b7-4b62-9f92-705809f6852b/run","method":"POST","req_id":"030c098a-bf9b-4814-bf8b-6380b706eebf","remote_addr":"[fd00:1122:3344:101::b]:43492","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25051,"response_code":200} {"msg":"creating missing snapshot instance snapshot-e563dc48-1254-4168-bc17-e1ed74db58df-0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.13100477Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e563dc48-1254-4168-bc17-e1ed74db58df-0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.138845766Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e563dc48-1254-4168-bc17-e1ed74db58df-0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.14928078Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e563dc48-1254-4168-bc17-e1ed74db58df/.zfs/snapshot/0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.149534496Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.149585428Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.149642009Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.149709041Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.149771022Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.154107206Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.15883094Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"worker"} {"msg":"region e563dc48-1254-4168-bc17-e1ed74db58df running snapshot 0a744cc3-76b7-4b62-9f92-705809f6852b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.158842131Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"path is \"/data/regions/e563dc48-1254-4168-bc17-e1ed74db58df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.470592181Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"dataset is oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.47704937Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"datafile"} {"msg":"snapshot is oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df@0a744cc3-76b7-4b62-9f92-705809f6852b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.482188585Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b8bf5ab5-0271-4775-aa26-0f44f905ebb5/crucible/regions/e563dc48-1254-4168-bc17-e1ed74db58df\", \"0a744cc3-76b7-4b62-9f92-705809f6852b\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.482221316Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-05T00:06:53.488899781Z","hostname":"oxz_crucible_da7489ab-fea1-4d53-9823-3b6ef33805a8","pid":22749,"uri":"/crucible/0/regions/e563dc48-1254-4168-bc17-e1ed74db58df/snapshots/0a744cc3-76b7-4b62-9f92-705809f6852b/run","method":"POST","req_id":"e079119c-725b-4524-ac71-6244dc6d61c4","remote_addr":"[fd00:1122:3344:101::b]:43492","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18362,"response_code":200}