{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.58691876Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37965"} {"msg":"region 5860a4cb-92db-4f55-bf44-708e3bc7ee61 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.587036553Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.587683796Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions","method":"POST","req_id":"82b1ba24-5386-48e6-8caa-e531a3027e9b","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":684,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.587704766Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_babc1f0f-44ad-430b-a617-98bcd841ee49/crucible/regions/5860a4cb-92db-4f55-bf44-708e3bc7ee61","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.595329349Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_babc1f0f-44ad-430b-a617-98bcd841ee49/crucible/regions/5860a4cb-92db-4f55-bf44-708e3bc7ee61","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.59535402Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.771472506Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions","method":"POST","req_id":"ea0629c8-921c-4b6a-a6b9-6eef39904a8f","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"creating region Region { id: RegionId(\"5860a4cb-92db-4f55-bf44-708e3bc7ee61\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5860a4cb-92db-4f55-bf44-708e3bc7ee61\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.801635413Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"5860a4cb-92db-4f55-bf44-708e3bc7ee61","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5860a4cb-92db-4f55-bf44-708e3bc7ee61\" \"--data\" \"/data/regions/5860a4cb-92db-4f55-bf44-708e3bc7ee61\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:11.801658054Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"5860a4cb-92db-4f55-bf44-708e3bc7ee61","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.325949709Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"5860a4cb-92db-4f55-bf44-708e3bc7ee61","component":"worker"} {"msg":"region 5860a4cb-92db-4f55-bf44-708e3bc7ee61 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.32599378Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.326093322Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5860a4cb-92db-4f55-bf44-708e3bc7ee61","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.32692806Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5860a4cb-92db-4f55-bf44-708e3bc7ee61","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.379028388Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.459831314Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5860a4cb-92db-4f55-bf44-708e3bc7ee61","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.470734134Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5860a4cb-92db-4f55-bf44-708e3bc7ee61","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.470957089Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.471002139Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.47103993Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.471076461Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.480764586Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions","method":"POST","req_id":"19c31966-5763-4c57-b153-65c53f8120f1","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.506976114Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:12.531481397Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"region 702bbe5c-6b88-4460-b276-76f06c1335b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.806707154Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.806891358Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions","method":"POST","req_id":"1cc7911a-d8d8-4211-b0f5-e48fd87bffbb","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":236,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.806914708Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_babc1f0f-44ad-430b-a617-98bcd841ee49/crucible/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.814213745Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_babc1f0f-44ad-430b-a617-98bcd841ee49/crucible/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.814241696Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"702bbe5c-6b88-4460-b276-76f06c1335b1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/702bbe5c-6b88-4460-b276-76f06c1335b1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.883320886Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"702bbe5c-6b88-4460-b276-76f06c1335b1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"702bbe5c-6b88-4460-b276-76f06c1335b1\" \"--data\" \"/data/regions/702bbe5c-6b88-4460-b276-76f06c1335b1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:21.883352027Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"702bbe5c-6b88-4460-b276-76f06c1335b1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.020628251Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"702bbe5c-6b88-4460-b276-76f06c1335b1","component":"worker"} {"msg":"region 702bbe5c-6b88-4460-b276-76f06c1335b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.020661652Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.020779204Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.022634781Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.033251375Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.046246227Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.05436396Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.054617305Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.054671846Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.054733138Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.054811369Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.064139326Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.07228053Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:22.076315821Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions","method":"POST","req_id":"cecc6a3e-54ca-42d0-9e4a-a949d7c88141","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.162539389Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","method":"GET","req_id":"1e308f62-889f-4ffb-844c-8793feded322","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/702bbe5c-6b88-4460-b276-76f06c1335b1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.166834505Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"dataset is oxp_babc1f0f-44ad-430b-a617-98bcd841ee49/crucible/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.177918958Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"region 702bbe5c-6b88-4460-b276-76f06c1335b1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.184559672Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.184748096Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","method":"DELETE","req_id":"b179ad79-bde2-4459-8f82-310f2f114154","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17943,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.184766616Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-702bbe5c-6b88-4460-b276-76f06c1335b1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.186076112Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.18794367Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","method":"GET","req_id":"1a5cf23a-3079-4c11-8020-e47793c48dd6","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.196850229Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_babc1f0f-44ad-430b-a617-98bcd841ee49/crucible/regions/702bbe5c-6b88-4460-b276-76f06c1335b1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.204029284Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"region":"702bbe5c-6b88-4460-b276-76f06c1335b1","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.243881426Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","method":"GET","req_id":"228722d0-9952-46d9-988e-ae8037d61df1","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region 702bbe5c-6b88-4460-b276-76f06c1335b1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.255646953Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-13T21:15:47.367131488Z","hostname":"oxz_crucible_3b90f76a-6b11-4524-a587-8df382aa44d3","pid":22023,"uri":"/crucible/0/regions/702bbe5c-6b88-4460-b276-76f06c1335b1","method":"GET","req_id":"93e104cf-ee5e-492b-b776-42859ff3c469","remote_addr":"[fd00:1122:3344:101::b]:37965","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":46,"response_code":200}