{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.750385136Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34725"} {"msg":"region 23764fef-622a-49fd-b725-7314f382f539 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.750625752Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.763151774Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.763172425Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"dc71aaf6-e53a-46b9-9e3c-caea25dd1c53","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":12560,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/23764fef-622a-49fd-b725-7314f382f539","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.770952853Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/23764fef-622a-49fd-b725-7314f382f539","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.770966123Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"23764fef-622a-49fd-b725-7314f382f539\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/23764fef-622a-49fd-b725-7314f382f539\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.882499686Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"region":"23764fef-622a-49fd-b725-7314f382f539","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"23764fef-622a-49fd-b725-7314f382f539\" \"--data\" \"/data/regions/23764fef-622a-49fd-b725-7314f382f539\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.882532296Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"region":"23764fef-622a-49fd-b725-7314f382f539","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:35.937634877Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"63a9d1a9-e022-4236-9904-588885876d2e","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.1755713Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"region":"23764fef-622a-49fd-b725-7314f382f539","component":"worker"} {"msg":"region 23764fef-622a-49fd-b725-7314f382f539 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.175611781Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.175702833Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-23764fef-622a-49fd-b725-7314f382f539","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.176092463Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-23764fef-622a-49fd-b725-7314f382f539","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.1950284Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.228708923Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23764fef-622a-49fd-b725-7314f382f539","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.236634184Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23764fef-622a-49fd-b725-7314f382f539","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.236988523Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.237045394Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.237093646Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.237139676Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.245625252Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.270070062Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:36.445771743Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"b93a5252-2ffd-4536-819d-0aa2d042c247","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.022428776Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d","method":"GET","req_id":"ac324bbf-ee3f-4487-ad54-1121753d3d1b","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.026541805Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"dataset is oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.033085333Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"snapshot is oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d@ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.039202461Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d\", \"ecc31426-35ac-40a2-adf8-d96b418e3699\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.039222841Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.047633514Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d/snapshots/ecc31426-35ac-40a2-adf8-d96b418e3699","method":"GET","req_id":"6f8322f8-99f1-45cb-a74d-51dc7f0afb79","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21123,"response_code":200} {"msg":"path is \"/data/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.051351174Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"dataset is oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.057056352Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"snapshot is oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d@ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.06279317Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d\", \"ecc31426-35ac-40a2-adf8-d96b418e3699\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.062844591Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c299ceba-d595-4f31-9656-d9dcaee8a78d-ecc31426-35ac-40a2-adf8-d96b418e3699 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.076670825Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.076813289Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d/snapshots/ecc31426-35ac-40a2-adf8-d96b418e3699/run","method":"POST","req_id":"6fa614ba-56bb-4154-9b2e-5b629e397a8f","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25486,"response_code":200} {"msg":"applying SMF actions for region c299ceba-d595-4f31-9656-d9dcaee8a78d running snapshot ecc31426-35ac-40a2-adf8-d96b418e3699 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.07684474Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c299ceba-d595-4f31-9656-d9dcaee8a78d-ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.081200705Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c299ceba-d595-4f31-9656-d9dcaee8a78d-ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.095727585Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c299ceba-d595-4f31-9656-d9dcaee8a78d-ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.127744078Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d/.zfs/snapshot/ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.128165118Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.12825016Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.128331822Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.128399594Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.128481076Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.142815022Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.159222838Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"worker"} {"msg":"region c299ceba-d595-4f31-9656-d9dcaee8a78d running snapshot ecc31426-35ac-40a2-adf8-d96b418e3699 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.159236978Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"path is \"/data/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.241311579Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"dataset is oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.246927485Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"datafile"} {"msg":"snapshot is oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d@ecc31426-35ac-40a2-adf8-d96b418e3699","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.251883695Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f75f051-8f9d-41f5-a197-4ec2e7d44619/crucible/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d\", \"ecc31426-35ac-40a2-adf8-d96b418e3699\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.251903625Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T03:01:38.256926236Z","hostname":"oxz_crucible_b42a2be6-09a2-4a2e-b87a-0248f3244b3c","pid":24001,"uri":"/crucible/0/regions/c299ceba-d595-4f31-9656-d9dcaee8a78d/snapshots/ecc31426-35ac-40a2-adf8-d96b418e3699/run","method":"POST","req_id":"080ed658-ceec-47e4-a564-d5ce7d9b284f","remote_addr":"[fd00:1122:3344:101::c]:34725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15643,"response_code":200}