{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.209822818Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33432"} {"msg":"region bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.20988741Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.210802121Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.210811311Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions","method":"POST","req_id":"ac1949ca-6cad-4c20-b340-afbcb7cb6b54","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":949,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.219490391Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.219506331Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.27113637Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda\" \"--data\" \"/data/regions/bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.271165701Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.376777814Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions","method":"POST","req_id":"497c04d5-2b7d-4a02-a516-bdaf5c82ddd7","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.387349718Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","component":"worker"} {"msg":"region bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.387365168Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.387514401Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.407338548Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.421686398Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.453499861Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.459554711Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb8700d2-2f31-4d8b-aefd-37d9d3ff2fda","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.460002641Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.460059973Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.460115504Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.460165875Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.467444832Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.482062229Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:37.987077662Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions","method":"POST","req_id":"90f239c3-886d-4eb6-9c2c-1b2a02d11fe7","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.077881569Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/90af9391-8f0e-49ab-a092-093b1626d1af","method":"GET","req_id":"34a5e1a6-9cd7-4770-9221-968ee04669ea","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/90af9391-8f0e-49ab-a092-093b1626d1af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.080700584Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"dataset is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.087519191Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"snapshot is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af@a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.093873698Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af\", \"a9f5fdeb-9427-4f5f-ad0f-dbea8d003516\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.093890658Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.102689651Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/90af9391-8f0e-49ab-a092-093b1626d1af/snapshots/a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","method":"GET","req_id":"ab3954da-f75b-42d7-9d7b-915d793b3306","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22007,"response_code":200} {"msg":"path is \"/data/regions/90af9391-8f0e-49ab-a092-093b1626d1af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.10613125Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"dataset is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.112245341Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"snapshot is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af@a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.118531206Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af\", \"a9f5fdeb-9427-4f5f-ad0f-dbea8d003516\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.118549026Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 90af9391-8f0e-49ab-a092-093b1626d1af-a9f5fdeb-9427-4f5f-ad0f-dbea8d003516 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.126617462Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"applying SMF actions for region 90af9391-8f0e-49ab-a092-093b1626d1af running snapshot a9f5fdeb-9427-4f5f-ad0f-dbea8d003516 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.126750915Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.126766386Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/90af9391-8f0e-49ab-a092-093b1626d1af/snapshots/a9f5fdeb-9427-4f5f-ad0f-dbea8d003516/run","method":"POST","req_id":"6d5ee4fe-cc16-429d-9cf6-37670d0774e1","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20638,"response_code":200} {"msg":"creating missing snapshot instance snapshot-90af9391-8f0e-49ab-a092-093b1626d1af-a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.132098308Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-90af9391-8f0e-49ab-a092-093b1626d1af-a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.143980542Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-90af9391-8f0e-49ab-a092-093b1626d1af-a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.165565689Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90af9391-8f0e-49ab-a092-093b1626d1af/.zfs/snapshot/a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.165848956Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.165899227Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.165970509Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.16603819Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.166096241Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.174484445Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.181790393Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"region 90af9391-8f0e-49ab-a092-093b1626d1af running snapshot a9f5fdeb-9427-4f5f-ad0f-dbea8d003516 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.181810003Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"path is \"/data/regions/90af9391-8f0e-49ab-a092-093b1626d1af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.377944922Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"dataset is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.384438551Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"snapshot is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af@a9f5fdeb-9427-4f5f-ad0f-dbea8d003516","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.390153043Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/90af9391-8f0e-49ab-a092-093b1626d1af\", \"a9f5fdeb-9427-4f5f-ad0f-dbea8d003516\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.390166083Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:39.397116974Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/90af9391-8f0e-49ab-a092-093b1626d1af/snapshots/a9f5fdeb-9427-4f5f-ad0f-dbea8d003516/run","method":"POST","req_id":"1e1c8886-a252-4fee-aedf-085859b66b71","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19232,"response_code":200} {"msg":"region accf59c1-b475-4833-869f-e2c535a5b316 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.763889711Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.764085476Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.764099806Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions","method":"POST","req_id":"bfcedad4-437c-445b-9b0b-2321ef324790","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":254,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.770668507Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.770685068Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"accf59c1-b475-4833-869f-e2c535a5b316\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/accf59c1-b475-4833-869f-e2c535a5b316\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.831034158Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"accf59c1-b475-4833-869f-e2c535a5b316","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"accf59c1-b475-4833-869f-e2c535a5b316\" \"--data\" \"/data/regions/accf59c1-b475-4833-869f-e2c535a5b316\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.831062889Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"accf59c1-b475-4833-869f-e2c535a5b316","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.943359385Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions","method":"POST","req_id":"9129f3e3-f818-4033-a238-c47795d4ab42","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.944809308Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"accf59c1-b475-4833-869f-e2c535a5b316","component":"worker"} {"msg":"region accf59c1-b475-4833-869f-e2c535a5b316 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.944818878Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.944950112Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.946454546Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.950217463Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.964905611Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.974713737Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.975012234Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.975077426Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.975114776Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.975152787Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:44.984174715Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:45.00479856Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:18:45.619010679Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions","method":"POST","req_id":"1e22fb38-5d40-4136-ada9-d7ab3bf9092d","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.909211048Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/accf59c1-b475-4833-869f-e2c535a5b316","method":"GET","req_id":"bc4f6762-c454-4d4f-baa6-b928337ba84d","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/accf59c1-b475-4833-869f-e2c535a5b316\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.912881392Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"dataset is oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/accf59c1-b475-4833-869f-e2c535a5b316","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.922728809Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"region accf59c1-b475-4833-869f-e2c535a5b316 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.929067855Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.92927733Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.929315031Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/accf59c1-b475-4833-869f-e2c535a5b316","method":"DELETE","req_id":"ed834141-f81f-4463-a7d0-03c98e170730","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16434,"response_code":204} {"msg":"disabling downstairs instance: downstairs-accf59c1-b475-4833-869f-e2c535a5b316 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.931048361Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.931858399Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/accf59c1-b475-4833-869f-e2c535a5b316","method":"GET","req_id":"36fe12ae-afbf-4eca-86ff-b1e2e4f663a3","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.945805061Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e841b864-7277-4e02-9413-665fc4cea3cf/crucible/regions/accf59c1-b475-4833-869f-e2c535a5b316\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:10.953014707Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"region":"accf59c1-b475-4833-869f-e2c535a5b316","component":"worker"} {"msg":"region accf59c1-b475-4833-869f-e2c535a5b316 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:11.006962549Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-10T21:19:11.074030185Z","hostname":"oxz_crucible_b68447af-3651-46f2-b837-491bb9254dc8","pid":24024,"uri":"/crucible/0/regions/accf59c1-b475-4833-869f-e2c535a5b316","method":"GET","req_id":"b586029e-30fe-4b82-b5d0-30e1a622d8fd","remote_addr":"[fd00:1122:3344:101::a]:33432","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}