{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.058967357Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56467"} {"msg":"region 1301d12f-2e88-4e22-ba6a-0ffc2eb435a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.059047588Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.059689387Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.059709937Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions","method":"POST","req_id":"73bd63f3-aa2a-4865-a83c-0b4ebec942fb","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":678,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.069857951Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.069873271Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1301d12f-2e88-4e22-ba6a-0ffc2eb435a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1301d12f-2e88-4e22-ba6a-0ffc2eb435a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.139769272Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"region":"1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1301d12f-2e88-4e22-ba6a-0ffc2eb435a4\" \"--data\" \"/data/regions/1301d12f-2e88-4e22-ba6a-0ffc2eb435a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.139800033Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"region":"1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.227620738Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions","method":"POST","req_id":"933a26ff-c4e5-4338-9246-0f7134ec7af0","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.273461155Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"region":"1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","component":"worker"} {"msg":"region 1301d12f-2e88-4e22-ba6a-0ffc2eb435a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.273489545Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.273610327Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.274425707Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.291515506Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.314321148Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.318768115Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1301d12f-2e88-4e22-ba6a-0ffc2eb435a4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.319070689Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.31913037Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.31916946Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.319209871Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.323201232Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.340444733Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:14.94381368Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions","method":"POST","req_id":"44cb51e9-c095-4e7a-b322-1838cc6e3ed7","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:15.989693027Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions/e2c717af-28e0-4f31-a006-d393788ffe77","method":"GET","req_id":"41fa6593-4b4d-4d2e-8f1e-6e251498b444","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/e2c717af-28e0-4f31-a006-d393788ffe77\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:15.993027349Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"dataset is oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:15.999417841Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"snapshot is oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77@158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.005790233Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77\", \"158447a5-554e-4e22-a930-c556d9c8d608\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.005807283Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.016307224Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions/e2c717af-28e0-4f31-a006-d393788ffe77/snapshots/158447a5-554e-4e22-a930-c556d9c8d608","method":"GET","req_id":"60beddfd-fcf8-464b-a9b4-3956312f1f4c","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23299,"response_code":200} {"msg":"path is \"/data/regions/e2c717af-28e0-4f31-a006-d393788ffe77\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.019694231Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"dataset is oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.02589515Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"snapshot is oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77@158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.031787296Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77\", \"158447a5-554e-4e22-a930-c556d9c8d608\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.031796246Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e2c717af-28e0-4f31-a006-d393788ffe77-158447a5-554e-4e22-a930-c556d9c8d608 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.040211494Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.040363696Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions/e2c717af-28e0-4f31-a006-d393788ffe77/snapshots/158447a5-554e-4e22-a930-c556d9c8d608/run","method":"POST","req_id":"7588398e-daed-478e-b160-4c5023621e59","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20682,"response_code":200} {"msg":"applying SMF actions for region e2c717af-28e0-4f31-a006-d393788ffe77 running snapshot 158447a5-554e-4e22-a930-c556d9c8d608 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.040379856Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e2c717af-28e0-4f31-a006-d393788ffe77-158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.045621903Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e2c717af-28e0-4f31-a006-d393788ffe77-158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.048902895Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e2c717af-28e0-4f31-a006-d393788ffe77-158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.060410612Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2c717af-28e0-4f31-a006-d393788ffe77/.zfs/snapshot/158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.060675796Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.060725926Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.060763617Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.060801427Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.060849468Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.064393533Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.069364897Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"worker"} {"msg":"region e2c717af-28e0-4f31-a006-d393788ffe77 running snapshot 158447a5-554e-4e22-a930-c556d9c8d608 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.069374917Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"path is \"/data/regions/e2c717af-28e0-4f31-a006-d393788ffe77\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.416400212Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"dataset is oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.423119528Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"datafile"} {"msg":"snapshot is oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77@158447a5-554e-4e22-a930-c556d9c8d608","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.429206936Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6ca8cbb9-3d45-4d36-9499-124825ae8f56/crucible/regions/e2c717af-28e0-4f31-a006-d393788ffe77\", \"158447a5-554e-4e22-a930-c556d9c8d608\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.429230886Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T21:03:16.435455216Z","hostname":"oxz_crucible_f76cc3f5-73fb-4407-a448-fdedbb877f1d","pid":25798,"uri":"/crucible/0/regions/e2c717af-28e0-4f31-a006-d393788ffe77/snapshots/158447a5-554e-4e22-a930-c556d9c8d608/run","method":"POST","req_id":"9775a529-e1e7-4eea-bf72-0582112dc7e2","remote_addr":"[fd00:1122:3344:101::a]:56467","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19100,"response_code":200}