{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.210782611Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57078"} {"msg":"region dba67bce-1e88-4321-b663-814b4f9b061e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.210889293Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.211487455Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"uri":"/crucible/0/regions","method":"POST","req_id":"27e40150-a0dd-4244-b52f-bfdf43a2e4d8","remote_addr":"[fd00:1122:3344:101::b]:57078","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":635,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.211504626Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/dba67bce-1e88-4321-b663-814b4f9b061e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.221258953Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/dba67bce-1e88-4321-b663-814b4f9b061e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.221269683Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dba67bce-1e88-4321-b663-814b4f9b061e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dba67bce-1e88-4321-b663-814b4f9b061e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.271450627Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"region":"dba67bce-1e88-4321-b663-814b4f9b061e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dba67bce-1e88-4321-b663-814b4f9b061e\" \"--data\" \"/data/regions/dba67bce-1e88-4321-b663-814b4f9b061e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.271495768Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"region":"dba67bce-1e88-4321-b663-814b4f9b061e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.368970047Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"region":"dba67bce-1e88-4321-b663-814b4f9b061e","component":"worker"} {"msg":"region dba67bce-1e88-4321-b663-814b4f9b061e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.369000968Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.36909987Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dba67bce-1e88-4321-b663-814b4f9b061e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.388093793Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dba67bce-1e88-4321-b663-814b4f9b061e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.394782345Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.406105425Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dba67bce-1e88-4321-b663-814b4f9b061e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.409530068Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dba67bce-1e88-4321-b663-814b4f9b061e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.409825874Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.409875445Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.409919936Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.409960647Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.413506622Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.41764617Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.553923452Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"uri":"/crucible/0/regions","method":"POST","req_id":"d3e5c165-ffc3-47d2-8672-f3f6ed38d59e","remote_addr":"[fd00:1122:3344:101::b]:57078","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.93324341Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"uri":"/crucible/0/regions/31642235-185f-4c85-8a88-d4bce6b7918a","method":"GET","req_id":"208f5044-d8c0-40f7-a108-a2f4c86caefe","remote_addr":"[fd00:1122:3344:101::b]:57078","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"path is \"/data/regions/31642235-185f-4c85-8a88-d4bce6b7918a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.93699427Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"dataset is oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.944002139Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"snapshot is oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a@45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.950883115Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a\", \"45477e06-0bdf-482e-973b-3eb2b7281fea\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.950897275Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.959033248Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"uri":"/crucible/0/regions/31642235-185f-4c85-8a88-d4bce6b7918a/snapshots/45477e06-0bdf-482e-973b-3eb2b7281fea","method":"GET","req_id":"bccce3ac-7139-44a4-86f0-961be4ba1d65","remote_addr":"[fd00:1122:3344:101::b]:57078","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22064,"response_code":200} {"msg":"path is \"/data/regions/31642235-185f-4c85-8a88-d4bce6b7918a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.966382614Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"dataset is oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.97328528Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"snapshot is oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a@45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.980290979Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a\", \"45477e06-0bdf-482e-973b-3eb2b7281fea\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.980310599Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 31642235-185f-4c85-8a88-d4bce6b7918a-45477e06-0bdf-482e-973b-3eb2b7281fea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.98884531Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.988974813Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"uri":"/crucible/0/regions/31642235-185f-4c85-8a88-d4bce6b7918a/snapshots/45477e06-0bdf-482e-973b-3eb2b7281fea/run","method":"POST","req_id":"96ffe72a-212c-432d-9cd3-9c978b3e775e","remote_addr":"[fd00:1122:3344:101::b]:57078","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22616,"response_code":200} {"msg":"applying SMF actions for region 31642235-185f-4c85-8a88-d4bce6b7918a running snapshot 45477e06-0bdf-482e-973b-3eb2b7281fea (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.988991643Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-31642235-185f-4c85-8a88-d4bce6b7918a-45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.99354308Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-31642235-185f-4c85-8a88-d4bce6b7918a-45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.001791715Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-31642235-185f-4c85-8a88-d4bce6b7918a-45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.011065322Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/31642235-185f-4c85-8a88-d4bce6b7918a/.zfs/snapshot/45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.011262866Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.011302817Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.011337218Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.011370598Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.011412259Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.015422824Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.019742516Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"worker"} {"msg":"region 31642235-185f-4c85-8a88-d4bce6b7918a running snapshot 45477e06-0bdf-482e-973b-3eb2b7281fea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.019753486Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"path is \"/data/regions/31642235-185f-4c85-8a88-d4bce6b7918a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.155975007Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"dataset is oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.162807122Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"datafile"} {"msg":"snapshot is oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a@45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.168601215Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3bf40781-e915-4295-81f7-a73109183637/crucible/regions/31642235-185f-4c85-8a88-d4bce6b7918a\", \"45477e06-0bdf-482e-973b-3eb2b7281fea\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.168625875Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.174676524Z","hostname":"oxz_crucible_1577a876-afcf-4602-bb45-6f4b24f121d8","pid":23437,"uri":"/crucible/0/regions/31642235-185f-4c85-8a88-d4bce6b7918a/snapshots/45477e06-0bdf-482e-973b-3eb2b7281fea/run","method":"POST","req_id":"75774db4-a500-4375-8f1b-96a0304ba1e8","remote_addr":"[fd00:1122:3344:101::b]:57078","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18727,"response_code":200}