{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.688166962Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45018"}
{"msg":"region 3d521eb4-588d-4f36-927d-fccf04d983ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.688353387Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.689004663Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.689013484Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"3b67fbc6-0a3f-4ee9-9f04-61adab027189","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":694,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/3d521eb4-588d-4f36-927d-fccf04d983ae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.69905595Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/3d521eb4-588d-4f36-927d-fccf04d983ae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.6990671Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3d521eb4-588d-4f36-927d-fccf04d983ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d521eb4-588d-4f36-927d-fccf04d983ae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.768980916Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"region":"3d521eb4-588d-4f36-927d-fccf04d983ae","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d521eb4-588d-4f36-927d-fccf04d983ae\" \"--data\" \"/data/regions/3d521eb4-588d-4f36-927d-fccf04d983ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.769021837Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"region":"3d521eb4-588d-4f36-927d-fccf04d983ae","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.825939431Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"44bec9a5-83ba-46e1-bd0a-44679a1353fb","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.960651212Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"region":"3d521eb4-588d-4f36-927d-fccf04d983ae","component":"worker"}
{"msg":"region 3d521eb4-588d-4f36-927d-fccf04d983ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.960682703Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.960770635Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3d521eb4-588d-4f36-927d-fccf04d983ae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.979020061Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d521eb4-588d-4f36-927d-fccf04d983ae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:37:59.990479214Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.006954515Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d521eb4-588d-4f36-927d-fccf04d983ae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.015096693Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d521eb4-588d-4f36-927d-fccf04d983ae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.015416681Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.015472342Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.015516853Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.015562855Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.024494523Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.03221668Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:00.117392996Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"b5c076d7-c2b7-44ab-a6ab-1ca6bc22886c","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.770175032Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions/1447b701-8570-49af-b062-8ace38280dea","method":"GET","req_id":"1d2a4f08-c54c-45ae-8127-bcd12ae7a4eb","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/1447b701-8570-49af-b062-8ace38280dea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.773716063Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"dataset is oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.779838339Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"snapshot is oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea@8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.786164721Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea\", \"8164c7e0-1745-4440-8ab9-5e89ab30ca78\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.786180881Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.79475597Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions/1447b701-8570-49af-b062-8ace38280dea/snapshots/8164c7e0-1745-4440-8ab9-5e89ab30ca78","method":"GET","req_id":"7822b8d6-65f3-45e1-8e61-6da785628c11","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21057,"response_code":200}
{"msg":"path is \"/data/regions/1447b701-8570-49af-b062-8ace38280dea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.797774327Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"dataset is oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.803273398Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"snapshot is oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea@8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.809288591Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea\", \"8164c7e0-1745-4440-8ab9-5e89ab30ca78\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.809317322Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1447b701-8570-49af-b062-8ace38280dea-8164c7e0-1745-4440-8ab9-5e89ab30ca78 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.81628698Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"applying SMF actions for region 1447b701-8570-49af-b062-8ace38280dea running snapshot 8164c7e0-1745-4440-8ab9-5e89ab30ca78 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.816424214Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.816436184Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions/1447b701-8570-49af-b062-8ace38280dea/snapshots/8164c7e0-1745-4440-8ab9-5e89ab30ca78/run","method":"POST","req_id":"08fab054-20e5-44dd-ab8a-9ddc2d0f1318","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18669,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-1447b701-8570-49af-b062-8ace38280dea-8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.820898698Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1447b701-8570-49af-b062-8ace38280dea-8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.832580157Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1447b701-8570-49af-b062-8ace38280dea-8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.852337131Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1447b701-8570-49af-b062-8ace38280dea/.zfs/snapshot/8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.852631369Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.85269105Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.852749462Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.852817173Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.852881125Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.862101871Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.871632174Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"worker"}
{"msg":"region 1447b701-8570-49af-b062-8ace38280dea running snapshot 8164c7e0-1745-4440-8ab9-5e89ab30ca78 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.871647904Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"path is \"/data/regions/1447b701-8570-49af-b062-8ace38280dea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.946590089Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"dataset is oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.954213983Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"datafile"}
{"msg":"snapshot is oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea@8164c7e0-1745-4440-8ab9-5e89ab30ca78","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.961989362Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e19d3162-06e0-4e7f-b1e5-6c29eb8ae66c/crucible/regions/1447b701-8570-49af-b062-8ace38280dea\", \"8164c7e0-1745-4440-8ab9-5e89ab30ca78\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.962010443Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T09:38:01.969428132Z","hostname":"oxz_crucible_500dfe24-e66a-4f1b-9bc0-f1d6b04e51cb","pid":24223,"uri":"/crucible/0/regions/1447b701-8570-49af-b062-8ace38280dea/snapshots/8164c7e0-1745-4440-8ab9-5e89ab30ca78/run","method":"POST","req_id":"ec6e4046-6bbd-408a-96ad-34e78dea9584","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22874,"response_code":200}