{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.817380811Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65322"} {"msg":"region 3d90f721-19ec-48e8-ab8d-af37cc2186a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.817475033Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.818357916Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions","method":"POST","req_id":"f3d1999b-2979-4839-b513-f7fd618cfe05","remote_addr":"[fd00:1122:3344:101::c]:65322","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":915,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.818369036Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8f849d0a-4959-414a-86d7-4975a3f4d0f3/crucible/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.827881378Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8f849d0a-4959-414a-86d7-4975a3f4d0f3/crucible/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.827894068Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3d90f721-19ec-48e8-ab8d-af37cc2186a8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.883807988Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"region":"3d90f721-19ec-48e8-ab8d-af37cc2186a8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d90f721-19ec-48e8-ab8d-af37cc2186a8\" \"--data\" \"/data/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.883842429Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"region":"3d90f721-19ec-48e8-ab8d-af37cc2186a8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.016335715Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions","method":"POST","req_id":"0ddedfa2-a4ba-42d0-abdf-1a0d5482447a","remote_addr":"[fd00:1122:3344:101::c]:65322","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.075507758Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"region":"3d90f721-19ec-48e8-ab8d-af37cc2186a8","component":"worker"} {"msg":"region 3d90f721-19ec-48e8-ab8d-af37cc2186a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.075533709Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.075642722Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.076404781Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.087079432Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.109150133Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.11256417Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.112850607Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.112907188Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.11295528Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.113009771Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.116710385Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.121298092Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:21.759152266Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions","method":"POST","req_id":"ed66044a-6f1c-4dc9-8929-6301fb83a965","remote_addr":"[fd00:1122:3344:101::c]:65322","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.053577363Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48495"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.053717726Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","method":"GET","req_id":"21587a02-a955-4c39-9888-c62d84e8ed9a","remote_addr":"[fd00:1122:3344:101::c]:48495","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"path is \"/data/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.056442076Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"datafile"} {"msg":"dataset is oxp_8f849d0a-4959-414a-86d7-4975a3f4d0f3/crucible/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.068215875Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"datafile"} {"msg":"region 3d90f721-19ec-48e8-ab8d-af37cc2186a8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.076067184Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.076219178Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","method":"DELETE","req_id":"e1018119-ebb2-4c8d-9798-656b06ec7187","remote_addr":"[fd00:1122:3344:101::c]:48495","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19791,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.076234618Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3d90f721-19ec-48e8-ab8d-af37cc2186a8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.077818279Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.079470181Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","method":"GET","req_id":"3ce88459-357f-478e-a8d1-da95558459a8","remote_addr":"[fd00:1122:3344:101::c]:48495","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.09599102Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8f849d0a-4959-414a-86d7-4975a3f4d0f3/crucible/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.104376803Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"region":"3d90f721-19ec-48e8-ab8d-af37cc2186a8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.173780706Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","method":"GET","req_id":"675bce4a-6a78-48cf-ae4b-5526893fed27","remote_addr":"[fd00:1122:3344:101::c]:48495","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region 3d90f721-19ec-48e8-ab8d-af37cc2186a8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.189801573Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.355178825Z","hostname":"oxz_crucible_03c1dfaf-e4a0-4730-819b-ba9cab273cdd","pid":22370,"uri":"/crucible/0/regions/3d90f721-19ec-48e8-ab8d-af37cc2186a8","method":"GET","req_id":"dd04302e-85dc-45c6-bfde-e72706499fcc","remote_addr":"[fd00:1122:3344:101::c]:48495","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":200}