{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.196698498Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64990"} {"msg":"region 2f98c707-9468-422f-bab1-2564171c5701 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.19722297Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.197798513Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"uri":"/crucible/0/regions","method":"POST","req_id":"2ff8b124-d3cb-411e-8290-06fd7d1b7e64","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":611,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.197813153Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/2f98c707-9468-422f-bab1-2564171c5701","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.206976994Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/2f98c707-9468-422f-bab1-2564171c5701","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.206990494Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2f98c707-9468-422f-bab1-2564171c5701\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f98c707-9468-422f-bab1-2564171c5701\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.264007407Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"region":"2f98c707-9468-422f-bab1-2564171c5701","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f98c707-9468-422f-bab1-2564171c5701\" \"--data\" \"/data/regions/2f98c707-9468-422f-bab1-2564171c5701\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.264038957Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"region":"2f98c707-9468-422f-bab1-2564171c5701","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.340576959Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"region":"2f98c707-9468-422f-bab1-2564171c5701","component":"worker"} {"msg":"region 2f98c707-9468-422f-bab1-2564171c5701 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.34060592Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.340716922Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2f98c707-9468-422f-bab1-2564171c5701","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.341554101Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f98c707-9468-422f-bab1-2564171c5701","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.361377648Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.378470971Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f98c707-9468-422f-bab1-2564171c5701","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.382940684Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f98c707-9468-422f-bab1-2564171c5701","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383250051Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383312423Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383361634Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383412705Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.388893591Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.403275662Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.543030279Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"uri":"/crucible/0/regions","method":"POST","req_id":"38beee49-17dd-47ff-9016-9d91eb6b2c79","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.905169063Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"uri":"/crucible/0/regions/d0e26259-8219-4104-a5c5-f1272edfeb72","method":"GET","req_id":"441a1034-eee1-40a9-8470-ccd91248d5d9","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/d0e26259-8219-4104-a5c5-f1272edfeb72\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.909001251Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"dataset is oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.918476629Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"snapshot is oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72@e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.928180302Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72\", \"e4237574-e912-44be-9a5c-defb92cbd7f6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.928218383Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.939014732Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"uri":"/crucible/0/regions/d0e26259-8219-4104-a5c5-f1272edfeb72/snapshots/e4237574-e912-44be-9a5c-defb92cbd7f6","method":"GET","req_id":"f33d3ea6-d65b-484e-a0cf-c53dc58a9313","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30058,"response_code":200} {"msg":"path is \"/data/regions/d0e26259-8219-4104-a5c5-f1272edfeb72\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.952756128Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"dataset is oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.961358036Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"snapshot is oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72@e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.969377051Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72\", \"e4237574-e912-44be-9a5c-defb92cbd7f6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.969404611Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d0e26259-8219-4104-a5c5-f1272edfeb72-e4237574-e912-44be-9a5c-defb92cbd7f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.979368021Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.979570015Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"uri":"/crucible/0/regions/d0e26259-8219-4104-a5c5-f1272edfeb72/snapshots/e4237574-e912-44be-9a5c-defb92cbd7f6/run","method":"POST","req_id":"27d74685-2481-4b78-b189-2bd9d6831301","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26845,"response_code":200} {"msg":"applying SMF actions for region d0e26259-8219-4104-a5c5-f1272edfeb72 running snapshot e4237574-e912-44be-9a5c-defb92cbd7f6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.979591496Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d0e26259-8219-4104-a5c5-f1272edfeb72-e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.986064095Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d0e26259-8219-4104-a5c5-f1272edfeb72-e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.989204267Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d0e26259-8219-4104-a5c5-f1272edfeb72-e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.000027966Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d0e26259-8219-4104-a5c5-f1272edfeb72/.zfs/snapshot/e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.000355364Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.000423745Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.000477717Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.000542638Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.00062171Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.005177345Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.010277252Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"worker"} {"msg":"region d0e26259-8219-4104-a5c5-f1272edfeb72 running snapshot e4237574-e912-44be-9a5c-defb92cbd7f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.010299272Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"path is \"/data/regions/d0e26259-8219-4104-a5c5-f1272edfeb72\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.13707279Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"dataset is oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.143516409Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"datafile"} {"msg":"snapshot is oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72@e4237574-e912-44be-9a5c-defb92cbd7f6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.150692194Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3b9e1cd4-daf5-4f8b-b4a7-3b22e595ba9b/crucible/regions/d0e26259-8219-4104-a5c5-f1272edfeb72\", \"e4237574-e912-44be-9a5c-defb92cbd7f6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.150721035Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:39.157878829Z","hostname":"oxz_crucible_17fe70c8-3fe2-4762-bc7b-b1503ee671a8","pid":22059,"uri":"/crucible/0/regions/d0e26259-8219-4104-a5c5-f1272edfeb72/snapshots/e4237574-e912-44be-9a5c-defb92cbd7f6/run","method":"POST","req_id":"c161fd0f-a4c9-48cc-bd96-a41032b53edd","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20838,"response_code":200}