{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.069370561Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39129"} {"msg":"region 67ef59d5-f8f8-49c8-b048-ad348fbec1e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.095920063Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.098984358Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.098999078Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions","method":"POST","req_id":"314df0f6-2abf-4226-bbb2-110b9f0b85ea","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14848,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_9a27928d-014f-4c02-9d12-ce86c12ea175/crucible/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.108905221Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_9a27928d-014f-4c02-9d12-ce86c12ea175/crucible/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.108920922Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"67ef59d5-f8f8-49c8-b048-ad348fbec1e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.170099258Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"67ef59d5-f8f8-49c8-b048-ad348fbec1e3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"67ef59d5-f8f8-49c8-b048-ad348fbec1e3\" \"--data\" \"/data/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.172104231Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"67ef59d5-f8f8-49c8-b048-ad348fbec1e3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.452880718Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions","method":"POST","req_id":"b67667c3-9f52-4adf-b766-449797ebf245","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.51277004Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"67ef59d5-f8f8-49c8-b048-ad348fbec1e3","component":"worker"} {"msg":"region 67ef59d5-f8f8-49c8-b048-ad348fbec1e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.512844461Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.513058773Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.513421267Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.518627997Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.533604817Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.536618172Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.537188268Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.537246139Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.537296209Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.537307339Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.541551968Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.546040549Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.850913111Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions","method":"POST","req_id":"f7312328-7989-4148-b8a3-155bc4c79582","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.224615126Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","method":"GET","req_id":"296c6ac9-f03d-4edd-9f16-06efd239ab97","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":96,"response_code":200} {"msg":"path is \"/data/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.227709591Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"dataset is oxp_9a27928d-014f-4c02-9d12-ce86c12ea175/crucible/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.236266039Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"region 67ef59d5-f8f8-49c8-b048-ad348fbec1e3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.244674654Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.244854726Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.244865737Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","method":"DELETE","req_id":"37be9f78-d947-4e3a-9f88-21be91128a47","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17169,"response_code":204} {"msg":"disabling downstairs instance: downstairs-67ef59d5-f8f8-49c8-b048-ad348fbec1e3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.245739227Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.250541951Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.253821659Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","method":"GET","req_id":"a49dd2f6-8788-41eb-ade7-7f98dba72444","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"deleting zfs dataset \"oxp_9a27928d-014f-4c02-9d12-ce86c12ea175/crucible/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.25925643Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"67ef59d5-f8f8-49c8-b048-ad348fbec1e3","component":"worker"} {"msg":"region 67ef59d5-f8f8-49c8-b048-ad348fbec1e3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.330098437Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.38661242Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions/67ef59d5-f8f8-49c8-b048-ad348fbec1e3","method":"GET","req_id":"7c49e3fb-d71a-415a-b99f-3ed17e64741a","remote_addr":"[fd00:1122:3344:101::c]:39129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.704426731Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58387"} {"msg":"region 8c5952dd-3ed7-4d2d-a100-e7d76360bebd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.706670977Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.706699588Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.706705817Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions","method":"POST","req_id":"dcf82f3e-6914-4295-af75-57ecc28e78db","remote_addr":"[fd00:1122:3344:101::c]:58387","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":811,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9a27928d-014f-4c02-9d12-ce86c12ea175/crucible/regions/8c5952dd-3ed7-4d2d-a100-e7d76360bebd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.717127266Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9a27928d-014f-4c02-9d12-ce86c12ea175/crucible/regions/8c5952dd-3ed7-4d2d-a100-e7d76360bebd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.717164296Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8c5952dd-3ed7-4d2d-a100-e7d76360bebd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8c5952dd-3ed7-4d2d-a100-e7d76360bebd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.779182943Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"8c5952dd-3ed7-4d2d-a100-e7d76360bebd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8c5952dd-3ed7-4d2d-a100-e7d76360bebd\" \"--data\" \"/data/regions/8c5952dd-3ed7-4d2d-a100-e7d76360bebd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.779228553Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"8c5952dd-3ed7-4d2d-a100-e7d76360bebd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.862269449Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"region":"8c5952dd-3ed7-4d2d-a100-e7d76360bebd","component":"worker"} {"msg":"region 8c5952dd-3ed7-4d2d-a100-e7d76360bebd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.862299339Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.86239286Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8c5952dd-3ed7-4d2d-a100-e7d76360bebd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.86319425Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8c5952dd-3ed7-4d2d-a100-e7d76360bebd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.872157901Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.895452917Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8c5952dd-3ed7-4d2d-a100-e7d76360bebd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.8991954Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8c5952dd-3ed7-4d2d-a100-e7d76360bebd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.899459752Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.899518493Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.899565924Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.899618274Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.903717891Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.908447515Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.944707898Z","hostname":"oxz_crucible_6faaa23e-082e-47bf-bd87-9feafe4a27c7","pid":22924,"uri":"/crucible/0/regions","method":"POST","req_id":"219be554-c0e9-468e-9807-fed6d1512bfe","remote_addr":"[fd00:1122:3344:101::c]:58387","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}