{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.251671221Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50165"} {"msg":"region fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.251755202Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.252373794Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.252388254Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"uri":"/crucible/0/regions","method":"POST","req_id":"e71c6eed-80d5-4686-ad73-8ef85547e895","remote_addr":"[fd00:1122:3344:101::c]:50165","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":656,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.26529064Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.2653203Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.327675947Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"region":"fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb\" \"--data\" \"/data/regions/fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.327731888Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"region":"fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.429854391Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"region":"fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","component":"worker"} {"msg":"region fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.429904922Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.430005544Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.436730766Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.449918597Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.458836209Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.463559716Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd2f5f5f-2c48-4a84-baf6-6984cee2d6fb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.463921682Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.464003754Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.464073265Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.464135176Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.4698502Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.47529729Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:06.575402055Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"uri":"/crucible/0/regions","method":"POST","req_id":"d7c6f287-72c7-4280-89cb-d82cb496f815","remote_addr":"[fd00:1122:3344:101::c]:50165","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.03197137Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"uri":"/crucible/0/regions/e7274c9e-8434-4084-8eea-7823f3327499","method":"GET","req_id":"0b34bc53-d858-4473-9af1-bbc71b82250b","remote_addr":"[fd00:1122:3344:101::c]:50165","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/e7274c9e-8434-4084-8eea-7823f3327499\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.038270025Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"dataset is oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.047757048Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"snapshot is oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499@52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.056884295Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499\", \"52750cf1-0fce-4409-90e4-2bbf33898c96\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.056918715Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.067967887Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"uri":"/crucible/0/regions/e7274c9e-8434-4084-8eea-7823f3327499/snapshots/52750cf1-0fce-4409-90e4-2bbf33898c96","method":"GET","req_id":"5c5cd240-7fb3-4462-b39d-302c97e9bb0f","remote_addr":"[fd00:1122:3344:101::c]:50165","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32753,"response_code":"200"} {"msg":"path is \"/data/regions/e7274c9e-8434-4084-8eea-7823f3327499\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.071131664Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"dataset is oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.079703721Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"snapshot is oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499@52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.088637914Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499\", \"52750cf1-0fce-4409-90e4-2bbf33898c96\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.088663554Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e7274c9e-8434-4084-8eea-7823f3327499-52750cf1-0fce-4409-90e4-2bbf33898c96 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.098032495Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"applying SMF actions for region e7274c9e-8434-4084-8eea-7823f3327499 running snapshot 52750cf1-0fce-4409-90e4-2bbf33898c96 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.098197628Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.098234759Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"uri":"/crucible/0/regions/e7274c9e-8434-4084-8eea-7823f3327499/snapshots/52750cf1-0fce-4409-90e4-2bbf33898c96/run","method":"POST","req_id":"f5f91bdb-52dc-4a69-97ae-085419d30960","remote_addr":"[fd00:1122:3344:101::c]:50165","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27140,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-e7274c9e-8434-4084-8eea-7823f3327499-52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.101077181Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e7274c9e-8434-4084-8eea-7823f3327499-52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.10377332Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e7274c9e-8434-4084-8eea-7823f3327499-52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.11365691Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7274c9e-8434-4084-8eea-7823f3327499/.zfs/snapshot/52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.113942925Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.113995146Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.114052017Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.114090028Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.114140519Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.117814466Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.122254157Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"worker"} {"msg":"region e7274c9e-8434-4084-8eea-7823f3327499 running snapshot 52750cf1-0fce-4409-90e4-2bbf33898c96 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.122261957Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"path is \"/data/regions/e7274c9e-8434-4084-8eea-7823f3327499\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.42945097Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"dataset is oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.438536805Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"datafile"} {"msg":"snapshot is oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499@52750cf1-0fce-4409-90e4-2bbf33898c96","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.446732855Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_db2f7830-be20-44d7-ae1f-5a4724d29a8b/crucible/regions/e7274c9e-8434-4084-8eea-7823f3327499\", \"52750cf1-0fce-4409-90e4-2bbf33898c96\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.446757625Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:08.455438744Z","hostname":"oxz_crucible_70ea4d72-7e14-4633-89ed-caec6fc03ffa","pid":21983,"uri":"/crucible/0/regions/e7274c9e-8434-4084-8eea-7823f3327499/snapshots/52750cf1-0fce-4409-90e4-2bbf33898c96/run","method":"POST","req_id":"491391e6-6142-4841-9f68-97c34afb4df6","remote_addr":"[fd00:1122:3344:101::c]:50165","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26015,"response_code":"200"}