{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:15.99801593Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58019"} {"msg":"region 99221b24-44ab-4e59-9882-89eea89e3c4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:15.998316952Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:15.998853966Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions","method":"POST","req_id":"8af7a22d-18ef-40d6-b57a-3c2663058d4b","remote_addr":"[fd00:1122:3344:101::a]:58019","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":574,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:15.998868627Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d06481c6-dbda-4a1d-8d0f-23da624185df/crucible/regions/99221b24-44ab-4e59-9882-89eea89e3c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.009464064Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d06481c6-dbda-4a1d-8d0f-23da624185df/crucible/regions/99221b24-44ab-4e59-9882-89eea89e3c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.009478414Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"99221b24-44ab-4e59-9882-89eea89e3c4a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/99221b24-44ab-4e59-9882-89eea89e3c4a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.053673467Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"99221b24-44ab-4e59-9882-89eea89e3c4a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"99221b24-44ab-4e59-9882-89eea89e3c4a\" \"--data\" \"/data/regions/99221b24-44ab-4e59-9882-89eea89e3c4a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.053703487Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"99221b24-44ab-4e59-9882-89eea89e3c4a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.136135863Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"99221b24-44ab-4e59-9882-89eea89e3c4a","component":"worker"} {"msg":"region 99221b24-44ab-4e59-9882-89eea89e3c4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.136168614Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.136263294Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-99221b24-44ab-4e59-9882-89eea89e3c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.137115631Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-99221b24-44ab-4e59-9882-89eea89e3c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.147122314Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.168382078Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-99221b24-44ab-4e59-9882-89eea89e3c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.170910959Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99221b24-44ab-4e59-9882-89eea89e3c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.171230261Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.171272472Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.171310822Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.171345782Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.175097313Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.179140896Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:16.202233176Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions","method":"POST","req_id":"6d16e374-fcbf-486a-87a8-6e8320263872","remote_addr":"[fd00:1122:3344:101::a]:58019","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region d2dcd550-666b-431e-97bd-99c2bf5ee5a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.609549316Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.609708937Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions","method":"POST","req_id":"0eba67a7-5137-4242-b49d-34473746ff88","remote_addr":"[fd00:1122:3344:101::a]:58019","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":210,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.609733747Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d06481c6-dbda-4a1d-8d0f-23da624185df/crucible/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.616458593Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d06481c6-dbda-4a1d-8d0f-23da624185df/crucible/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.616492133Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d2dcd550-666b-431e-97bd-99c2bf5ee5a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.661042648Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"d2dcd550-666b-431e-97bd-99c2bf5ee5a4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d2dcd550-666b-431e-97bd-99c2bf5ee5a4\" \"--data\" \"/data/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.661078019Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"d2dcd550-666b-431e-97bd-99c2bf5ee5a4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.743756738Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"d2dcd550-666b-431e-97bd-99c2bf5ee5a4","component":"worker"} {"msg":"region d2dcd550-666b-431e-97bd-99c2bf5ee5a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.743791208Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.743886208Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.748645258Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.756093279Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.764274896Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.768263559Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.768545661Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.768604271Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.768654482Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.768706952Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.772364602Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.777136172Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:22.798993181Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions","method":"POST","req_id":"9231d110-b6cd-4905-83d2-6e4dd3aaacd5","remote_addr":"[fd00:1122:3344:101::a]:58019","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.773513245Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49568"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.773625716Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","method":"GET","req_id":"81c905b0-81d2-4a27-9fe1-f973d295a5a7","remote_addr":"[fd00:1122:3344:101::a]:49568","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"path is \"/data/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.776746361Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"dataset is oxp_d06481c6-dbda-4a1d-8d0f-23da624185df/crucible/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.789433916Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"region d2dcd550-666b-431e-97bd-99c2bf5ee5a4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.796197971Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.796821106Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","method":"DELETE","req_id":"e9fbe6d3-0edc-4e71-8928-0c391d26c248","remote_addr":"[fd00:1122:3344:101::a]:49568","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20097,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.796855776Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-d2dcd550-666b-431e-97bd-99c2bf5ee5a4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.797986426Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.799916582Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","method":"GET","req_id":"bd4c92b5-f272-42b3-acbd-e278bd5d8cb9","remote_addr":"[fd00:1122:3344:101::a]:49568","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.815105926Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d06481c6-dbda-4a1d-8d0f-23da624185df/crucible/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.82409475Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"region":"d2dcd550-666b-431e-97bd-99c2bf5ee5a4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.869309821Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","method":"GET","req_id":"306d33d0-2c82-4b27-973e-517b37cbc96d","remote_addr":"[fd00:1122:3344:101::a]:49568","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region d2dcd550-666b-431e-97bd-99c2bf5ee5a4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.880641004Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T00:06:53.999752032Z","hostname":"oxz_crucible_ba18021a-f81a-42b8-8e7b-35913642ef61","pid":23123,"uri":"/crucible/0/regions/d2dcd550-666b-431e-97bd-99c2bf5ee5a4","method":"GET","req_id":"63cb3cb3-3aa5-48dc-9e6d-b4398ce794dc","remote_addr":"[fd00:1122:3344:101::a]:49568","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}