{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.372997801Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65360"} {"msg":"region be059100-e40a-48c7-8f65-23faaddb8f26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.373152205Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.374051458Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.374073218Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions","method":"POST","req_id":"f0c7d4a2-28e5-468f-8f5e-869637dec211","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":933,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/be059100-e40a-48c7-8f65-23faaddb8f26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.381298882Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/be059100-e40a-48c7-8f65-23faaddb8f26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.381311962Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"be059100-e40a-48c7-8f65-23faaddb8f26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be059100-e40a-48c7-8f65-23faaddb8f26\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.438514303Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"region":"be059100-e40a-48c7-8f65-23faaddb8f26","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be059100-e40a-48c7-8f65-23faaddb8f26\" \"--data\" \"/data/regions/be059100-e40a-48c7-8f65-23faaddb8f26\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.438544724Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"region":"be059100-e40a-48c7-8f65-23faaddb8f26","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.522930364Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions","method":"POST","req_id":"ac3b0310-7419-4408-ad8c-4ff0ad3ebd70","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.529733827Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"region":"be059100-e40a-48c7-8f65-23faaddb8f26","component":"worker"} {"msg":"region be059100-e40a-48c7-8f65-23faaddb8f26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.529755227Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.529875121Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-be059100-e40a-48c7-8f65-23faaddb8f26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.547783205Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be059100-e40a-48c7-8f65-23faaddb8f26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.552615727Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.563895724Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be059100-e40a-48c7-8f65-23faaddb8f26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.568129721Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be059100-e40a-48c7-8f65-23faaddb8f26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.568394567Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.568451709Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.56849513Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.568534531Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.573112017Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.578603977Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.954668665Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions","method":"POST","req_id":"6910e18d-0e7a-49ad-94ba-343ab5139a44","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.520608675Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1","method":"GET","req_id":"3ee2f7e1-a624-412f-a513-f5a7689f8072","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.52396128Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"dataset is oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.530780523Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"snapshot is oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1@9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.537793411Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1\", \"9af06c64-908b-4872-b195-dcae356bbd9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.537815322Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.546580834Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1/snapshots/9af06c64-908b-4872-b195-dcae356bbd9d","method":"GET","req_id":"b05ed35a-489a-42a7-99fe-16d3199aac8a","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22644,"response_code":200} {"msg":"path is \"/data/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.549732584Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"dataset is oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.555728006Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"snapshot is oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1@9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.560798845Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1\", \"9af06c64-908b-4872-b195-dcae356bbd9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.560816605Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 66345bad-6dc1-402c-8960-21edbd1e3dd1-9af06c64-908b-4872-b195-dcae356bbd9d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.568778777Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.56890668Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1/snapshots/9af06c64-908b-4872-b195-dcae356bbd9d/run","method":"POST","req_id":"ac2f17d3-f577-4086-9f0a-8a8d8a1691cf","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19202,"response_code":200} {"msg":"applying SMF actions for region 66345bad-6dc1-402c-8960-21edbd1e3dd1 running snapshot 9af06c64-908b-4872-b195-dcae356bbd9d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.568940171Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-66345bad-6dc1-402c-8960-21edbd1e3dd1-9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.573739923Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-66345bad-6dc1-402c-8960-21edbd1e3dd1-9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.585278085Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-66345bad-6dc1-402c-8960-21edbd1e3dd1-9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.596295895Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1/.zfs/snapshot/9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.596559652Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.596601173Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.596643644Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.596677345Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.596720676Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.600511342Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.60556291Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"worker"} {"msg":"region 66345bad-6dc1-402c-8960-21edbd1e3dd1 running snapshot 9af06c64-908b-4872-b195-dcae356bbd9d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.60557284Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"path is \"/data/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.818612434Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"dataset is oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.824652197Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"datafile"} {"msg":"snapshot is oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1@9af06c64-908b-4872-b195-dcae356bbd9d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.829691925Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5296b053-7a13-4b5c-a05c-e0e2b0857063/crucible/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1\", \"9af06c64-908b-4872-b195-dcae356bbd9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.829710106Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:52.834491247Z","hostname":"oxz_crucible_4fffae60-adcc-4680-a794-7a394abfb324","pid":23513,"uri":"/crucible/0/regions/66345bad-6dc1-402c-8960-21edbd1e3dd1/snapshots/9af06c64-908b-4872-b195-dcae356bbd9d/run","method":"POST","req_id":"4f111584-1545-4a9b-b20f-78bb1fe7eeb7","remote_addr":"[fd00:1122:3344:101::c]:65360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15900,"response_code":200}