{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.203685986Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52626"}
{"msg":"region 6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.203893881Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.204476873Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"uri":"/crucible/0/regions","method":"POST","req_id":"08899cda-c67c-4ad1-8727-7d03387cc1a4","remote_addr":"[fd00:1122:3344:101::b]:52626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":621,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.204490074Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.213770295Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.213787785Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.262237365Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"region":"6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7\" \"--data\" \"/data/regions/6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.262273756Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"region":"6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.338800995Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"region":"6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","component":"worker"}
{"msg":"region 6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.338831695Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.338948638Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.339324376Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.348296281Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.367446805Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.370909251Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fc8b6bf-8812-4ef5-af6c-a2cc181eefd7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.371201297Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.371252318Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.371291999Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.37133041Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.375232924Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.391842064Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.51483197Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"uri":"/crucible/0/regions","method":"POST","req_id":"e1d52b42-e27b-47d9-8003-0ea0875b12b7","remote_addr":"[fd00:1122:3344:101::b]:52626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.892855866Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"uri":"/crucible/0/regions/8ad7f75c-26ba-4673-be56-4116718e9e62","method":"GET","req_id":"d9ca5564-53d7-421f-b8d3-d9bfa1978159","remote_addr":"[fd00:1122:3344:101::b]:52626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/8ad7f75c-26ba-4673-be56-4116718e9e62\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.896460194Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"dataset is oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.902721759Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"snapshot is oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62@7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.90919465Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62\", \"7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.90921133Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.917706974Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"uri":"/crucible/0/regions/8ad7f75c-26ba-4673-be56-4116718e9e62/snapshots/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","method":"GET","req_id":"9ef2990a-e78c-421f-b6cc-d5e7fa73aef9","remote_addr":"[fd00:1122:3344:101::b]:52626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21283,"response_code":200}
{"msg":"path is \"/data/regions/8ad7f75c-26ba-4673-be56-4116718e9e62\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.920942164Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"dataset is oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.926538586Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"snapshot is oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62@7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.933337473Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62\", \"7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.933352143Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8ad7f75c-26ba-4673-be56-4116718e9e62-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.941693664Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.941823267Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"uri":"/crucible/0/regions/8ad7f75c-26ba-4673-be56-4116718e9e62/snapshots/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a/run","method":"POST","req_id":"4b217f60-1c1f-416c-94c8-5451e1b13c05","remote_addr":"[fd00:1122:3344:101::b]:52626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20904,"response_code":200}
{"msg":"applying SMF actions for region 8ad7f75c-26ba-4673-be56-4116718e9e62 running snapshot 7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.941840537Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-8ad7f75c-26ba-4673-be56-4116718e9e62-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.945873914Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8ad7f75c-26ba-4673-be56-4116718e9e62-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.953845297Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8ad7f75c-26ba-4673-be56-4116718e9e62-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.962648648Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ad7f75c-26ba-4673-be56-4116718e9e62/.zfs/snapshot/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.962842422Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.962881673Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.962916814Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.962950264Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.962991555Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.9668935Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.971327576Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"worker"}
{"msg":"region 8ad7f75c-26ba-4673-be56-4116718e9e62 running snapshot 7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.971339306Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"path is \"/data/regions/8ad7f75c-26ba-4673-be56-4116718e9e62\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:27.316231921Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"dataset is oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:27.322878375Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"datafile"}
{"msg":"snapshot is oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62@7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:27.330253815Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_65bd78d5-6273-425c-afc7-3f33aa6dc0ed/crucible/regions/8ad7f75c-26ba-4673-be56-4116718e9e62\", \"7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:27.330280456Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:27.335784325Z","hostname":"oxz_crucible_773b9ff4-bd5a-4fe5-b794-34fc2503f82b","pid":22641,"uri":"/crucible/0/regions/8ad7f75c-26ba-4673-be56-4116718e9e62/snapshots/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a/run","method":"POST","req_id":"30afdb21-defd-4eda-b52a-38e3f35b4616","remote_addr":"[fd00:1122:3344:101::b]:52626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19599,"response_code":200}