[ Jan 9 01:33:34 Enabled. ] [ Jan 9 01:33:34 Rereading configuration. ] [ Jan 9 01:33:35 Rereading configuration. ] [ Jan 9 01:33:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:37.699912213Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:37.704348974Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:37.704363575Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:37.722650389Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:37.817904571Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.393406714Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62442"} {"msg":"region 8405d475-2b03-4c82-8cdc-5bd35b3d349b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.427024475Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.431558688Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.436761901Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions","method":"POST","req_id":"d7d13b28-3004-4bf1-873c-740934883ff6","remote_addr":"[fd00:1122:3344:101::a]:62442","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15850,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.444010988Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.444032829Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8405d475-2b03-4c82-8cdc-5bd35b3d349b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.50879431Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"region":"8405d475-2b03-4c82-8cdc-5bd35b3d349b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8405d475-2b03-4c82-8cdc-5bd35b3d349b\" \"--data\" \"/data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.510743562Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"region":"8405d475-2b03-4c82-8cdc-5bd35b3d349b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.571469468Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions","method":"POST","req_id":"08805347-5e61-40e9-8bf3-390f75c04d62","remote_addr":"[fd00:1122:3344:101::a]:62442","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.649056556Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"region":"8405d475-2b03-4c82-8cdc-5bd35b3d349b","component":"worker"} {"msg":"region 8405d475-2b03-4c82-8cdc-5bd35b3d349b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.649099617Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.649187439Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.649569585Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.656020699Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.670675194Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.674498476Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.675215017Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.675283388Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.675328919Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.67536748Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.679912653Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.683978818Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.872280897Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions","method":"POST","req_id":"9b442b35-3ab6-4a0c-8e47-1cbb5d1b2560","remote_addr":"[fd00:1122:3344:101::a]:62442","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.483222684Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49314"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.48668454Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","method":"GET","req_id":"4b34df4d-beca-4739-8e08-59381d957f36","remote_addr":"[fd00:1122:3344:101::a]:49314","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3414,"response_code":"200"} {"msg":"path is \"/data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.490516022Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"dataset is oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.499990444Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"snapshot is oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b@841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.50905875Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\", \"841ec45a-7939-4ef0-99e1-ca849899fc25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.50909015Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.520496167Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b/snapshots/841ec45a-7939-4ef0-99e1-ca849899fc25","method":"GET","req_id":"ef4b8d74-cb55-462c-96e7-f99d30a5921a","remote_addr":"[fd00:1122:3344:101::a]:49314","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30015,"response_code":"200"} {"msg":"path is \"/data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.524359186Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"dataset is oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.532796702Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"snapshot is oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b@841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.540525426Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\", \"841ec45a-7939-4ef0-99e1-ca849899fc25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.540555376Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8405d475-2b03-4c82-8cdc-5bd35b3d349b-841ec45a-7939-4ef0-99e1-ca849899fc25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.549328058Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"applying SMF actions for region 8405d475-2b03-4c82-8cdc-5bd35b3d349b running snapshot 841ec45a-7939-4ef0-99e1-ca849899fc25 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.549944867Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.549991138Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b/snapshots/841ec45a-7939-4ef0-99e1-ca849899fc25/run","method":"POST","req_id":"018a46c8-443d-4fd5-be38-9292da659b8d","remote_addr":"[fd00:1122:3344:101::a]:49314","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25657,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-8405d475-2b03-4c82-8cdc-5bd35b3d349b-841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.559693844Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8405d475-2b03-4c82-8cdc-5bd35b3d349b-841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.563903282Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8405d475-2b03-4c82-8cdc-5bd35b3d349b-841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.582192286Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b/.zfs/snapshot/841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.582483321Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.582537712Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.582584813Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.582628703Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.582681474Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.587222497Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.591804651Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"region 8405d475-2b03-4c82-8cdc-5bd35b3d349b running snapshot 841ec45a-7939-4ef0-99e1-ca849899fc25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.591819271Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"path is \"/data/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.708309745Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"dataset is oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.720211186Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"snapshot is oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b@841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.730802427Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b\", \"841ec45a-7939-4ef0-99e1-ca849899fc25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.730850958Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.740262379Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions/8405d475-2b03-4c82-8cdc-5bd35b3d349b/snapshots/841ec45a-7939-4ef0-99e1-ca849899fc25/run","method":"POST","req_id":"177f2357-1e50-4654-9a46-932375ac175b","remote_addr":"[fd00:1122:3344:101::a]:49314","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32008,"response_code":"200"} {"msg":"region 570df91c-55ec-4473-9b42-3f7b9c6a43f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.391584543Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.391753036Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions","method":"POST","req_id":"1b41b595-c5e1-45e8-9b56-c11f58fe51ea","remote_addr":"[fd00:1122:3344:101::a]:49314","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":235,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.391784116Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/570df91c-55ec-4473-9b42-3f7b9c6a43f0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.402737582Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1f19b5a0-1514-4bd1-aec0-dcd636bd3fa5/crucible/regions/570df91c-55ec-4473-9b42-3f7b9c6a43f0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.402775703Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"570df91c-55ec-4473-9b42-3f7b9c6a43f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/570df91c-55ec-4473-9b42-3f7b9c6a43f0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.473493571Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"region":"570df91c-55ec-4473-9b42-3f7b9c6a43f0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"570df91c-55ec-4473-9b42-3f7b9c6a43f0\" \"--data\" \"/data/regions/570df91c-55ec-4473-9b42-3f7b9c6a43f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.475278789Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"region":"570df91c-55ec-4473-9b42-3f7b9c6a43f0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.570775806Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"region":"570df91c-55ec-4473-9b42-3f7b9c6a43f0","component":"worker"} {"msg":"region 570df91c-55ec-4473-9b42-3f7b9c6a43f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.570815736Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.570968489Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-570df91c-55ec-4473-9b42-3f7b9c6a43f0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.571611619Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-570df91c-55ec-4473-9b42-3f7b9c6a43f0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.579389664Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.589502537Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-570df91c-55ec-4473-9b42-3f7b9c6a43f0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.595722777Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/570df91c-55ec-4473-9b42-3f7b9c6a43f0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.596175024Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.596269676Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.596342557Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.596411368Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.601689493Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.615476725Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.661056618Z","hostname":"oxz_crucible_6c1355e5-9754-43a6-8942-2feda17ecc62","pid":21423,"uri":"/crucible/0/regions","method":"POST","req_id":"b71f0fdf-a97c-4aaa-8e22-cb194fc49fc5","remote_addr":"[fd00:1122:3344:101::a]:49314","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"}