{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.049410427Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40126"} {"msg":"region 1024e6f2-57ab-4dc5-a657-1a83f7015907 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.099963833Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.10403323Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.10405288Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions","method":"POST","req_id":"56c34e8f-9576-4520-ab45-540126d7cb31","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21918,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4ed290de-073f-412a-af89-0e277af6be93/crucible/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.116182009Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4ed290de-073f-412a-af89-0e277af6be93/crucible/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.11620326Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1024e6f2-57ab-4dc5-a657-1a83f7015907\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.175822987Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"region":"1024e6f2-57ab-4dc5-a657-1a83f7015907","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1024e6f2-57ab-4dc5-a657-1a83f7015907\" \"--data\" \"/data/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.178405686Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"region":"1024e6f2-57ab-4dc5-a657-1a83f7015907","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.454279853Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions","method":"POST","req_id":"b1f7f675-7c69-4e9b-8cfd-10095800083c","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.542241016Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"region":"1024e6f2-57ab-4dc5-a657-1a83f7015907","component":"worker"} {"msg":"region 1024e6f2-57ab-4dc5-a657-1a83f7015907 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.542286426Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.542410119Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.542792236Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.555305063Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.576538344Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.57949124Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.58002591Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.580083871Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.580123692Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.580157163Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.583638648Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.587369689Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:29.775646119Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions","method":"POST","req_id":"51e1a0f3-043b-4f87-aa4b-a109910897c0","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.713413283Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","method":"GET","req_id":"f164e522-6c2c-46a2-b6b8-e5218bc29eec","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":200} {"msg":"path is \"/data/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.717329787Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"datafile"} {"msg":"dataset is oxp_4ed290de-073f-412a-af89-0e277af6be93/crucible/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.726962309Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"datafile"} {"msg":"region 1024e6f2-57ab-4dc5-a657-1a83f7015907 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.734002692Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.734188926Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","method":"DELETE","req_id":"34faefb6-cb72-4ec8-bccf-d93cadce0027","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16883,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.734221936Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-1024e6f2-57ab-4dc5-a657-1a83f7015907 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.734814678Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.738719882Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","method":"GET","req_id":"751799d3-c9d1-4bfe-b787-1d0b01bc1863","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.747831674Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4ed290de-073f-412a-af89-0e277af6be93/crucible/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.756162831Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"region":"1024e6f2-57ab-4dc5-a657-1a83f7015907","component":"worker"} {"msg":"region 1024e6f2-57ab-4dc5-a657-1a83f7015907 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.812919465Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.812954125Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","method":"GET","req_id":"2599b899-9b1b-4cb8-b23b-3eacb5cd8041","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:54.953626605Z","hostname":"oxz_crucible_aa4dfbe7-ed2c-4f2e-a8aa-416f71d90d29","pid":25250,"uri":"/crucible/0/regions/1024e6f2-57ab-4dc5-a657-1a83f7015907","method":"GET","req_id":"0d8f6394-f8ab-4cef-9e6d-2541c506ea23","remote_addr":"[fd00:1122:3344:101::a]:40126","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200}