{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:16.967223426Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63539"} {"msg":"region bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:16.967295247Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:16.967866528Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions","method":"POST","req_id":"5814fe40-6e7e-4026-837b-d7a826709717","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":607,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:16.967881258Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:16.97541017Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:16.9754291Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.035074646Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"region":"bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3\" \"--data\" \"/data/regions/bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.035102526Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"region":"bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.111947263Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions","method":"POST","req_id":"78a723c3-63e4-4187-8d71-27497214a61f","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.147495796Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"region":"bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","component":"worker"} {"msg":"region bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.147518796Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.147653959Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.148131877Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.157119855Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.179404845Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.182661222Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd0715ea-ce1d-4a68-900e-f70ba1c5d9f3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.182887616Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.182939637Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.182983338Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.183025009Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.186931957Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.204519645Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:17.385841143Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions","method":"POST","req_id":"ac4cec5e-e121-4eac-b78f-102a6eb7b5da","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.059177582Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5","method":"GET","req_id":"cac9798a-32e1-4d78-bb23-e4c5f032a251","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.062212595Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"dataset is oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.068386553Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"snapshot is oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5@c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.074452939Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5\", \"c6d7b29f-de7c-44d4-865b-e9006c2f1aaf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.0744663Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.083199503Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5/snapshots/c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","method":"GET","req_id":"4f897a9c-03cc-4d9a-9203-395e9549e737","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21015,"response_code":200} {"msg":"path is \"/data/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.086358018Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"dataset is oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.091953516Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"snapshot is oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5@c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.099061461Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5\", \"c6d7b29f-de7c-44d4-865b-e9006c2f1aaf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.099089101Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5-c6d7b29f-de7c-44d4-865b-e9006c2f1aaf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.107304985Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.107435078Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5/snapshots/c6d7b29f-de7c-44d4-865b-e9006c2f1aaf/run","method":"POST","req_id":"c0397712-5993-417c-a3fc-2396815577fd","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21097,"response_code":200} {"msg":"applying SMF actions for region d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5 running snapshot c6d7b29f-de7c-44d4-865b-e9006c2f1aaf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.107459438Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5-c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.112074119Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5-c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.11953541Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5-c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.129874831Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5/.zfs/snapshot/c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.130138946Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.130183436Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.130218837Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.130253258Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.130297698Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.13378511Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.138623074Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"worker"} {"msg":"region d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5 running snapshot c6d7b29f-de7c-44d4-865b-e9006c2f1aaf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.138643035Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"path is \"/data/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.336981701Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"dataset is oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.343419534Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"datafile"} {"msg":"snapshot is oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5@c6d7b29f-de7c-44d4-865b-e9006c2f1aaf","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.349906418Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1920b066-df0e-44e3-b2ad-0e8fb72ed30a/crucible/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5\", \"c6d7b29f-de7c-44d4-865b-e9006c2f1aaf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.349922118Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:19.355697259Z","hostname":"oxz_crucible_53452fbf-845a-4111-8a31-bc3eabe61ba3","pid":23535,"uri":"/crucible/0/regions/d1bcdcd3-d64c-4e89-a513-e4c645ec2bd5/snapshots/c6d7b29f-de7c-44d4-865b-e9006c2f1aaf/run","method":"POST","req_id":"83331a40-9fad-4bec-852e-28c4c09cd621","remote_addr":"[fd00:1122:3344:101::a]:63539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18740,"response_code":200}