{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:51.991437253Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51295"} {"msg":"region 4bceb76b-50af-416f-8edc-188039faf397 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:51.991539045Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:51.992132456Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:51.992141056Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"uri":"/crucible/0/regions","method":"POST","req_id":"50bdcd2f-81c4-488a-94c5-1f00debf8084","remote_addr":"[fd00:1122:3344:101::a]:51295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":640,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/4bceb76b-50af-416f-8edc-188039faf397","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.004549526Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/4bceb76b-50af-416f-8edc-188039faf397","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.004584987Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4bceb76b-50af-416f-8edc-188039faf397\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4bceb76b-50af-416f-8edc-188039faf397\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.061132311Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"region":"4bceb76b-50af-416f-8edc-188039faf397","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4bceb76b-50af-416f-8edc-188039faf397\" \"--data\" \"/data/regions/4bceb76b-50af-416f-8edc-188039faf397\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.061186152Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"region":"4bceb76b-50af-416f-8edc-188039faf397","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.146495842Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"region":"4bceb76b-50af-416f-8edc-188039faf397","component":"worker"} {"msg":"region 4bceb76b-50af-416f-8edc-188039faf397 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.146569184Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.146678226Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4bceb76b-50af-416f-8edc-188039faf397","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.14792633Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4bceb76b-50af-416f-8edc-188039faf397","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.170205861Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.19448356Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4bceb76b-50af-416f-8edc-188039faf397","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.198382876Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4bceb76b-50af-416f-8edc-188039faf397","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.198674411Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.198753263Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.198814114Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.198864735Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.202656838Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.205759598Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"uri":"/crucible/0/regions","method":"POST","req_id":"40b69f32-7a96-4908-99ae-3c07a83832d8","remote_addr":"[fd00:1122:3344:101::a]:51295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":106,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:52.209364158Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.629862456Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"uri":"/crucible/0/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d","method":"GET","req_id":"a119dbcc-bcba-4f5f-b4e9-97a9d8ed10fe","remote_addr":"[fd00:1122:3344:101::a]:51295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.633124959Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"dataset is oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.64193853Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"snapshot is oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d@4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.651316221Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d\", \"4dc67cfa-e043-4b37-b4b9-91bfc3069ad4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.651357662Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.663512397Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"uri":"/crucible/0/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d/snapshots/4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","method":"GET","req_id":"b2970597-0a1e-48e2-a696-0a0ffbeeb457","remote_addr":"[fd00:1122:3344:101::a]:51295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30374,"response_code":"200"} {"msg":"path is \"/data/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.667382962Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"dataset is oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.675170553Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"snapshot is oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d@4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.684055844Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d\", \"4dc67cfa-e043-4b37-b4b9-91bfc3069ad4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.684091595Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5291ecb0-98ee-4b93-8332-a6cd1c03ce6d-4dc67cfa-e043-4b37-b4b9-91bfc3069ad4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.694415835Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"applying SMF actions for region 5291ecb0-98ee-4b93-8332-a6cd1c03ce6d running snapshot 4dc67cfa-e043-4b37-b4b9-91bfc3069ad4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.694618919Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.694630359Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"uri":"/crucible/0/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d/snapshots/4dc67cfa-e043-4b37-b4b9-91bfc3069ad4/run","method":"POST","req_id":"6e09072f-3dff-4b0a-a17e-43ab1074b043","remote_addr":"[fd00:1122:3344:101::a]:51295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27272,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-5291ecb0-98ee-4b93-8332-a6cd1c03ce6d-4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.697169038Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5291ecb0-98ee-4b93-8332-a6cd1c03ce6d-4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.700227557Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5291ecb0-98ee-4b93-8332-a6cd1c03ce6d-4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.709283102Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d/.zfs/snapshot/4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.709552358Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.709604988Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.709647489Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.70968414Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.709726951Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.713172937Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.71743434Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"worker"} {"msg":"region 5291ecb0-98ee-4b93-8332-a6cd1c03ce6d running snapshot 4dc67cfa-e043-4b37-b4b9-91bfc3069ad4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.7174564Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"path is \"/data/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.911306089Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"dataset is oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.92062911Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"datafile"} {"msg":"snapshot is oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d@4dc67cfa-e043-4b37-b4b9-91bfc3069ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.929033902Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_496bcc8d-1e3e-4ccf-a73e-c68b2b0be2b4/crucible/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d\", \"4dc67cfa-e043-4b37-b4b9-91bfc3069ad4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.929063533Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-10T17:16:53.937604718Z","hostname":"oxz_crucible_ede55b2e-8f84-49d2-9e4a-bd3de1ab2d18","pid":24088,"uri":"/crucible/0/regions/5291ecb0-98ee-4b93-8332-a6cd1c03ce6d/snapshots/4dc67cfa-e043-4b37-b4b9-91bfc3069ad4/run","method":"POST","req_id":"b6d91930-c83a-48f5-b965-0c6a126cc5e0","remote_addr":"[fd00:1122:3344:101::a]:51295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26314,"response_code":"200"}