{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.688522545Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43506"} {"msg":"region daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.688626966Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.689305713Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions","method":"POST","req_id":"8da37aee-4af7-44e7-ac76-7bad5bcc1cf7","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":714,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.689324623Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.710879876Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.710894716Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.830762686Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"region":"daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618\" \"--data\" \"/data/regions/daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:28.830793066Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"region":"daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.04685316Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions","method":"POST","req_id":"261d460b-cff6-413c-a7bb-1f855fa144bf","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.186525354Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"region":"daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","component":"worker"} {"msg":"region daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.186556354Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.186759787Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.228081054Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.253242724Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.290204346Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.315894412Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/daf8dcab-33b5-4c3f-bd8b-e8cdd5ebf618","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.316140674Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.316205715Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.316246595Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.316286266Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.327110228Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.341336095Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:29.680704244Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions","method":"POST","req_id":"416e8ec5-8608-423a-8bde-6af97065cb83","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.935009825Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187","method":"GET","req_id":"37c9f81f-a163-45c9-b737-86cdcd100872","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.938917895Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"dataset is oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.945350992Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"snapshot is oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187@54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.952186972Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187\", \"54c316d0-f5c4-4825-9d26-25898ffc2575\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.952205012Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.966740983Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187/snapshots/54c316d0-f5c4-4825-9d26-25898ffc2575","method":"GET","req_id":"d95c8c20-4895-488a-ab22-6a1227f3b6d7","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27847,"response_code":200} {"msg":"path is \"/data/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.97039606Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"dataset is oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.976630085Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"snapshot is oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187@54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.983082271Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187\", \"54c316d0-f5c4-4825-9d26-25898ffc2575\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.983099862Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 144a4b65-5d5d-40e4-8882-94e41a0ae187-54c316d0-f5c4-4825-9d26-25898ffc2575 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.990860182Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.991009324Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187/snapshots/54c316d0-f5c4-4825-9d26-25898ffc2575/run","method":"POST","req_id":"6b7c1e82-54b0-4f6d-8655-d8d33fe70ce3","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20633,"response_code":200} {"msg":"applying SMF actions for region 144a4b65-5d5d-40e4-8882-94e41a0ae187 running snapshot 54c316d0-f5c4-4825-9d26-25898ffc2575 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.991020934Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-144a4b65-5d5d-40e4-8882-94e41a0ae187-54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:32.996085206Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-144a4b65-5d5d-40e4-8882-94e41a0ae187-54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.003566663Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-144a4b65-5d5d-40e4-8882-94e41a0ae187-54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.042160542Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187/.zfs/snapshot/54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.042486756Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.042583127Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.042664338Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.042731368Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.042820579Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.06609738Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.090653094Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"worker"} {"msg":"region 144a4b65-5d5d-40e4-8882-94e41a0ae187 running snapshot 54c316d0-f5c4-4825-9d26-25898ffc2575 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.090667364Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"path is \"/data/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.22568524Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"dataset is oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.23149333Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"datafile"} {"msg":"snapshot is oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187@54c316d0-f5c4-4825-9d26-25898ffc2575","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.237824176Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_356312ea-a422-4f82-814c-5c77fe94a53b/crucible/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187\", \"54c316d0-f5c4-4825-9d26-25898ffc2575\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.237842086Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T20:09:33.242610975Z","hostname":"oxz_crucible_03abb2ea-23d4-4fb5-abc5-7235ce767df3","pid":25718,"uri":"/crucible/0/regions/144a4b65-5d5d-40e4-8882-94e41a0ae187/snapshots/54c316d0-f5c4-4825-9d26-25898ffc2575/run","method":"POST","req_id":"461d58da-7a2d-4da7-beec-b2a08e282a7f","remote_addr":"[fd00:1122:3344:101::a]:43506","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16970,"response_code":200}