{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:50.938537663Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36094"} {"msg":"region 98b2da03-97ed-41b0-8214-75d216cc7426 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:50.938618885Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:50.939287061Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:50.939300681Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions","method":"POST","req_id":"360ec654-6333-4564-9b29-81701c2bbc79","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":704,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1d984a29-960e-4d3b-aa86-3f4f1d8a0de8/crucible/regions/98b2da03-97ed-41b0-8214-75d216cc7426","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:50.949075116Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d984a29-960e-4d3b-aa86-3f4f1d8a0de8/crucible/regions/98b2da03-97ed-41b0-8214-75d216cc7426","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:50.949091646Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"98b2da03-97ed-41b0-8214-75d216cc7426\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98b2da03-97ed-41b0-8214-75d216cc7426\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.010350195Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"98b2da03-97ed-41b0-8214-75d216cc7426","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98b2da03-97ed-41b0-8214-75d216cc7426\" \"--data\" \"/data/regions/98b2da03-97ed-41b0-8214-75d216cc7426\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.010384765Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"98b2da03-97ed-41b0-8214-75d216cc7426","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.094598512Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions","method":"POST","req_id":"fd088181-e030-4264-9318-2d92e8de486f","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.102145906Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"98b2da03-97ed-41b0-8214-75d216cc7426","component":"worker"} {"msg":"region 98b2da03-97ed-41b0-8214-75d216cc7426 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.102167276Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.102285799Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-98b2da03-97ed-41b0-8214-75d216cc7426","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.103161319Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98b2da03-97ed-41b0-8214-75d216cc7426","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.113665721Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.136876684Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98b2da03-97ed-41b0-8214-75d216cc7426","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.139770851Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98b2da03-97ed-41b0-8214-75d216cc7426","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.139980656Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.140026837Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.140066868Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.140105019Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.143549318Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.147634782Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:51.485803968Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions","method":"POST","req_id":"e8d8796d-c48d-4d20-9ae4-f3f210c50878","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 54d19741-d153-4962-af8d-e0343d47e443 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.891101588Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.891252631Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.891263231Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions","method":"POST","req_id":"479e6522-ad89-4fb6-87bd-011a503e889e","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":207,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1d984a29-960e-4d3b-aa86-3f4f1d8a0de8/crucible/regions/54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.89816843Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d984a29-960e-4d3b-aa86-3f4f1d8a0de8/crucible/regions/54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.89818494Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"54d19741-d153-4962-af8d-e0343d47e443\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54d19741-d153-4962-af8d-e0343d47e443\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.941590538Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"54d19741-d153-4962-af8d-e0343d47e443","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54d19741-d153-4962-af8d-e0343d47e443\" \"--data\" \"/data/regions/54d19741-d153-4962-af8d-e0343d47e443\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:56.941619029Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"54d19741-d153-4962-af8d-e0343d47e443","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.014407663Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"54d19741-d153-4962-af8d-e0343d47e443","component":"worker"} {"msg":"region 54d19741-d153-4962-af8d-e0343d47e443 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.014437354Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.014543036Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.015360125Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.023494962Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.030486513Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.034186028Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.034449124Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.034495985Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.034537706Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.034593217Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.038339354Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.04776436Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:09:57.087877093Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions","method":"POST","req_id":"d6acda33-5792-4d7e-b7b6-76ae7a28ca64","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.778223026Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions/54d19741-d153-4962-af8d-e0343d47e443","method":"GET","req_id":"f95b25c3-2c7b-49cb-97f9-3cb6103cd48c","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/54d19741-d153-4962-af8d-e0343d47e443\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.782042023Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"dataset is oxp_1d984a29-960e-4d3b-aa86-3f4f1d8a0de8/crucible/regions/54d19741-d153-4962-af8d-e0343d47e443","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.792301519Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"region 54d19741-d153-4962-af8d-e0343d47e443 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.799077345Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.799247969Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.799255509Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions/54d19741-d153-4962-af8d-e0343d47e443","method":"DELETE","req_id":"365dcc69-80a3-4224-a695-1b5785bef693","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17257,"response_code":204} {"msg":"disabling downstairs instance: downstairs-54d19741-d153-4962-af8d-e0343d47e443 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.800475827Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.803586099Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions/54d19741-d153-4962-af8d-e0343d47e443","method":"GET","req_id":"080d220b-245d-4ae4-8f5d-1f60ef1aa3c0","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.815539774Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1d984a29-960e-4d3b-aa86-3f4f1d8a0de8/crucible/regions/54d19741-d153-4962-af8d-e0343d47e443\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.822599696Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"region":"54d19741-d153-4962-af8d-e0343d47e443","component":"worker"} {"msg":"region 54d19741-d153-4962-af8d-e0343d47e443 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.872559155Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T15:10:22.955275557Z","hostname":"oxz_crucible_58fb1561-185d-4de8-9ddd-a47128bcce75","pid":23584,"uri":"/crucible/0/regions/54d19741-d153-4962-af8d-e0343d47e443","method":"GET","req_id":"7ebf32a1-56e4-48bb-a123-8ec290c344ae","remote_addr":"[fd00:1122:3344:101::a]:36094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200}