{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.377422275Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37706"} {"msg":"region 90b54b96-5227-4275-8cac-7fc5d5002382 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.41171652Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.414673797Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.414685017Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions","method":"POST","req_id":"2f0c2328-e817-478f-be2b-83818a68531e","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15864,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_ccf72167-c956-4f15-a50b-a3736d7a9449/crucible/regions/90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.423450148Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ccf72167-c956-4f15-a50b-a3736d7a9449/crucible/regions/90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.423468909Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"90b54b96-5227-4275-8cac-7fc5d5002382\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/90b54b96-5227-4275-8cac-7fc5d5002382\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.571394963Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"region":"90b54b96-5227-4275-8cac-7fc5d5002382","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"90b54b96-5227-4275-8cac-7fc5d5002382\" \"--data\" \"/data/regions/90b54b96-5227-4275-8cac-7fc5d5002382\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.573360578Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"region":"90b54b96-5227-4275-8cac-7fc5d5002382","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.588400702Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions","method":"POST","req_id":"ac4445f6-e5b6-4921-b303-be2778fcf4dd","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:28.911655577Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions","method":"POST","req_id":"2684f51e-6135-41a2-9596-58c172d10855","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.057167935Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"region":"90b54b96-5227-4275-8cac-7fc5d5002382","component":"worker"} {"msg":"region 90b54b96-5227-4275-8cac-7fc5d5002382 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.057195736Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.057455512Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.057846141Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.065541907Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.09978846Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.11419163Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.115024179Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.11509115Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.115146872Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.115196373Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.127296339Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.144005352Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:29.812202449Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions","method":"POST","req_id":"db82b4bc-0b53-4e20-9252-a67e469f46ca","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.476943066Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions/90b54b96-5227-4275-8cac-7fc5d5002382","method":"GET","req_id":"3880e121-b55e-46ce-a032-533fa2166cc8","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/90b54b96-5227-4275-8cac-7fc5d5002382\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.479990646Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"datafile"} {"msg":"dataset is oxp_ccf72167-c956-4f15-a50b-a3736d7a9449/crucible/regions/90b54b96-5227-4275-8cac-7fc5d5002382","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.488105802Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"datafile"} {"msg":"region 90b54b96-5227-4275-8cac-7fc5d5002382 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.495002669Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.495204114Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions/90b54b96-5227-4275-8cac-7fc5d5002382","method":"DELETE","req_id":"79beff96-63c3-49cf-9f82-b2e9d222e328","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15232,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.495259335Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-90b54b96-5227-4275-8cac-7fc5d5002382 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.496272779Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.49763799Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions/90b54b96-5227-4275-8cac-7fc5d5002382","method":"GET","req_id":"6b2eb63a-b0ec-4797-b069-e848652f4c58","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.511775993Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ccf72167-c956-4f15-a50b-a3736d7a9449/crucible/regions/90b54b96-5227-4275-8cac-7fc5d5002382\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.520231127Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"region":"90b54b96-5227-4275-8cac-7fc5d5002382","component":"worker"} {"msg":"region 90b54b96-5227-4275-8cac-7fc5d5002382 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.645613845Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:30:30.64713643Z","hostname":"oxz_crucible_5a72526c-b037-421e-95c2-d0d58d4dfbe4","pid":23770,"uri":"/crucible/0/regions/90b54b96-5227-4275-8cac-7fc5d5002382","method":"GET","req_id":"14730eb3-6c68-4281-8513-fb98a1722518","remote_addr":"[fd00:1122:3344:101::a]:37706","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}