{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.555943744Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64465"} {"msg":"region 8076fd0a-a27b-4c72-856e-324e6b0f09f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.556106867Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.556756588Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.556767028Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"uri":"/crucible/0/regions","method":"POST","req_id":"fcb3c074-f118-4a18-9c56-cd18aac71690","remote_addr":"[fd00:1122:3344:101::a]:64465","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":692,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/8076fd0a-a27b-4c72-856e-324e6b0f09f2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.570887528Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/8076fd0a-a27b-4c72-856e-324e6b0f09f2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.570915888Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8076fd0a-a27b-4c72-856e-324e6b0f09f2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8076fd0a-a27b-4c72-856e-324e6b0f09f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.639559205Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"region":"8076fd0a-a27b-4c72-856e-324e6b0f09f2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8076fd0a-a27b-4c72-856e-324e6b0f09f2\" \"--data\" \"/data/regions/8076fd0a-a27b-4c72-856e-324e6b0f09f2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.639601396Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"region":"8076fd0a-a27b-4c72-856e-324e6b0f09f2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.758497976Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"region":"8076fd0a-a27b-4c72-856e-324e6b0f09f2","component":"worker"} {"msg":"region 8076fd0a-a27b-4c72-856e-324e6b0f09f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.758539327Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.758640569Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8076fd0a-a27b-4c72-856e-324e6b0f09f2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.759624635Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8076fd0a-a27b-4c72-856e-324e6b0f09f2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.772774838Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.789538303Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8076fd0a-a27b-4c72-856e-324e6b0f09f2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.792551064Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8076fd0a-a27b-4c72-856e-324e6b0f09f2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.79287248Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.792939491Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.792989872Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.793045523Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.797111872Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.803084933Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:54.87940414Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"uri":"/crucible/0/regions","method":"POST","req_id":"0f64eaa9-1e81-4b4a-a7be-0712195bef8a","remote_addr":"[fd00:1122:3344:101::a]:64465","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.197917877Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"uri":"/crucible/0/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95","method":"GET","req_id":"75d5828c-b0f3-41f6-a641-d0c9f8e0ee78","remote_addr":"[fd00:1122:3344:101::a]:64465","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.201344535Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"dataset is oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.210228136Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"snapshot is oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95@0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.218782372Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95\", \"0155c35f-5786-469d-98d7-5a2d3b1980a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.218818132Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.230868357Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"uri":"/crucible/0/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95/snapshots/0155c35f-5786-469d-98d7-5a2d3b1980a6","method":"GET","req_id":"3151a567-e9fb-4094-a465-1b4bbf3e3006","remote_addr":"[fd00:1122:3344:101::a]:64465","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29532,"response_code":"200"} {"msg":"path is \"/data/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.234630561Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"dataset is oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.244130133Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"snapshot is oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95@0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.25222526Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95\", \"0155c35f-5786-469d-98d7-5a2d3b1980a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.252250251Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ffa93da4-e07b-41b7-8734-e07c9edb9b95-0155c35f-5786-469d-98d7-5a2d3b1980a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.262606076Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"applying SMF actions for region ffa93da4-e07b-41b7-8734-e07c9edb9b95 running snapshot 0155c35f-5786-469d-98d7-5a2d3b1980a6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.26280636Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.26282203Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"uri":"/crucible/0/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95/snapshots/0155c35f-5786-469d-98d7-5a2d3b1980a6/run","method":"POST","req_id":"e2f0de3c-f8b5-44bc-9757-9296d92bc8bb","remote_addr":"[fd00:1122:3344:101::a]:64465","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28212,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-ffa93da4-e07b-41b7-8734-e07c9edb9b95-0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.265682769Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ffa93da4-e07b-41b7-8734-e07c9edb9b95-0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.268398315Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ffa93da4-e07b-41b7-8734-e07c9edb9b95-0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.277638932Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95/.zfs/snapshot/0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.277925277Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.277977228Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.278035689Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.278075609Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.27812872Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.281476487Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.285847471Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"worker"} {"msg":"region ffa93da4-e07b-41b7-8734-e07c9edb9b95 running snapshot 0155c35f-5786-469d-98d7-5a2d3b1980a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.285860862Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"path is \"/data/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.547815773Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"dataset is oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.556916598Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"datafile"} {"msg":"snapshot is oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95@0155c35f-5786-469d-98d7-5a2d3b1980a6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.565607766Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0fe01249-d314-460c-80d9-930d53a97dda/crucible/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95\", \"0155c35f-5786-469d-98d7-5a2d3b1980a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.565647097Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-19T06:05:56.574236832Z","hostname":"oxz_crucible_208d09f2-5676-451f-87de-a3002d20d802","pid":23041,"uri":"/crucible/0/regions/ffa93da4-e07b-41b7-8734-e07c9edb9b95/snapshots/0155c35f-5786-469d-98d7-5a2d3b1980a6/run","method":"POST","req_id":"1d9c469d-7e94-4f1e-94c5-204890cecf8e","remote_addr":"[fd00:1122:3344:101::a]:64465","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26447,"response_code":"200"}