{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.847571358Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52466"} {"msg":"region 887a9337-609a-410f-a1cc-9ca0ad9bf512 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.895565259Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.898546922Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.898562452Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions","method":"POST","req_id":"21cb1ff9-4367-4b97-95b9-ef8c7bd370b4","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20673,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ac124706-38ed-4c6b-be2e-9a2655f7a3c2/crucible/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.908820982Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ac124706-38ed-4c6b-be2e-9a2655f7a3c2/crucible/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.908837532Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"887a9337-609a-410f-a1cc-9ca0ad9bf512\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.955801325Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"region":"887a9337-609a-410f-a1cc-9ca0ad9bf512","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"887a9337-609a-410f-a1cc-9ca0ad9bf512\" \"--data\" \"/data/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:23.958279789Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"region":"887a9337-609a-410f-a1cc-9ca0ad9bf512","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.053719101Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions","method":"POST","req_id":"78ee08e8-1e69-434d-8708-760c1c60c532","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.327566791Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions","method":"POST","req_id":"cc557d0e-7ce6-476c-8140-1dc5c55611b6","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.350481232Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"region":"887a9337-609a-410f-a1cc-9ca0ad9bf512","component":"worker"} {"msg":"region 887a9337-609a-410f-a1cc-9ca0ad9bf512 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.350507073Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.350638075Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.350997312Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.363357768Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.38455383Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.387450431Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.388149863Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.388209494Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.388247064Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.388279515Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.391880398Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:24.39654793Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:25.07211628Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions","method":"POST","req_id":"db627dea-496a-4a62-9986-2fde8e2ec874","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.083930454Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","method":"GET","req_id":"6ea755f8-2cc4-4199-ad65-dc34088e641b","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.088410842Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"datafile"} {"msg":"dataset is oxp_ac124706-38ed-4c6b-be2e-9a2655f7a3c2/crucible/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.098435738Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"datafile"} {"msg":"region 887a9337-609a-410f-a1cc-9ca0ad9bf512 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.106592901Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.106848296Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","method":"DELETE","req_id":"998494fc-b2d9-45e6-b537-25bbed26cf97","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18458,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.106883986Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-887a9337-609a-410f-a1cc-9ca0ad9bf512 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.107919804Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.10992561Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","method":"GET","req_id":"7c08abff-7843-40f2-8287-310bbfa0bf2f","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.118429359Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ac124706-38ed-4c6b-be2e-9a2655f7a3c2/crucible/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.126765005Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"region":"887a9337-609a-410f-a1cc-9ca0ad9bf512","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.17444747Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","method":"GET","req_id":"e86299e5-df51-43f4-91d1-c2b2af391374","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region 887a9337-609a-410f-a1cc-9ca0ad9bf512 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.182153236Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T07:45:51.355051906Z","hostname":"oxz_crucible_4424e001-2bfb-42c3-a7ae-aba0f2d5f1cb","pid":23119,"uri":"/crucible/0/regions/887a9337-609a-410f-a1cc-9ca0ad9bf512","method":"GET","req_id":"5e67185e-0ed4-4cea-840a-4b6a522b008a","remote_addr":"[fd00:1122:3344:101::a]:52466","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}