{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.06370658Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47004"}
{"msg":"region 380ef68f-90a7-4c16-ba62-ab76bd468d82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.124130669Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.133796354Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.133815204Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"cd2b3840-0ace-400b-94b5-001f5a316360","remote_addr":"[fd00:1122:3344:101::a]:47004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33864,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_8aea9851-5ef2-47a6-9996-f5c6b2893692/crucible/regions/380ef68f-90a7-4c16-ba62-ab76bd468d82","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.144746019Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8aea9851-5ef2-47a6-9996-f5c6b2893692/crucible/regions/380ef68f-90a7-4c16-ba62-ab76bd468d82","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.144764719Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"380ef68f-90a7-4c16-ba62-ab76bd468d82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/380ef68f-90a7-4c16-ba62-ab76bd468d82\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.203596092Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"380ef68f-90a7-4c16-ba62-ab76bd468d82","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"380ef68f-90a7-4c16-ba62-ab76bd468d82\" \"--data\" \"/data/regions/380ef68f-90a7-4c16-ba62-ab76bd468d82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.206610761Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"380ef68f-90a7-4c16-ba62-ab76bd468d82","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.381113197Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"f30963af-a234-4aa5-9430-6fd266fe02af","remote_addr":"[fd00:1122:3344:101::a]:47004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.53917383Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"380ef68f-90a7-4c16-ba62-ab76bd468d82","component":"worker"}
{"msg":"region 380ef68f-90a7-4c16-ba62-ab76bd468d82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.539213901Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.539297622Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-380ef68f-90a7-4c16-ba62-ab76bd468d82","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.539688868Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-380ef68f-90a7-4c16-ba62-ab76bd468d82","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.552797476Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.574422315Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-380ef68f-90a7-4c16-ba62-ab76bd468d82","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.577081988Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380ef68f-90a7-4c16-ba62-ab76bd468d82","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.577757838Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.57782287Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.57786584Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.577901701Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.581678551Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.585724226Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:18.972034237Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"7d365f15-f6c9-4a93-884a-8ec87ff1ee5a","remote_addr":"[fd00:1122:3344:101::a]:47004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 04383133-779f-4eac-bc7c-c7f59bcabf89 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.166980122Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.167140695Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.167151185Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"e6e6f89e-7cf1-4b2b-887b-ae7be6c4bf61","remote_addr":"[fd00:1122:3344:101::a]:47004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":213,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_8aea9851-5ef2-47a6-9996-f5c6b2893692/crucible/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.173915613Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8aea9851-5ef2-47a6-9996-f5c6b2893692/crucible/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.173938394Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"04383133-779f-4eac-bc7c-c7f59bcabf89\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04383133-779f-4eac-bc7c-c7f59bcabf89\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.218151582Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"04383133-779f-4eac-bc7c-c7f59bcabf89","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04383133-779f-4eac-bc7c-c7f59bcabf89\" \"--data\" \"/data/regions/04383133-779f-4eac-bc7c-c7f59bcabf89\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.218189263Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"04383133-779f-4eac-bc7c-c7f59bcabf89","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.303633863Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"04383133-779f-4eac-bc7c-c7f59bcabf89","component":"worker"}
{"msg":"region 04383133-779f-4eac-bc7c-c7f59bcabf89 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.303676223Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.303771235Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.30411317Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.307361292Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.315449162Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.318838356Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.319154391Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.319205032Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.319247423Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.319285014Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.323205416Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.330071086Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:25.428764768Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions","method":"POST","req_id":"c38d3158-68da-4192-aaec-d71f1988ea7f","remote_addr":"[fd00:1122:3344:101::a]:47004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.148631954Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49794"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.151233555Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","method":"GET","req_id":"860d2cad-ddb4-4234-8cc2-70fb86823b53","remote_addr":"[fd00:1122:3344:101::a]:49794","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2468,"response_code":200}
{"msg":"path is \"/data/regions/04383133-779f-4eac-bc7c-c7f59bcabf89\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.154071121Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"dataset is oxp_8aea9851-5ef2-47a6-9996-f5c6b2893692/crucible/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.163556663Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"region 04383133-779f-4eac-bc7c-c7f59bcabf89 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.170966292Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.171203466Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","method":"DELETE","req_id":"c83a7d3d-6b1d-4dff-9641-d476b4a45904","remote_addr":"[fd00:1122:3344:101::a]:49794","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17098,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.171254676Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-04383133-779f-4eac-bc7c-c7f59bcabf89 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.17212555Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.175288581Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","method":"GET","req_id":"1016ddb4-f56c-4a42-ad0a-b398af9af3b5","remote_addr":"[fd00:1122:3344:101::a]:49794","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.183619227Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8aea9851-5ef2-47a6-9996-f5c6b2893692/crucible/regions/04383133-779f-4eac-bc7c-c7f59bcabf89\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.191902887Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"region":"04383133-779f-4eac-bc7c-c7f59bcabf89","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.233994662Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","method":"GET","req_id":"dde1f9d8-f090-4540-b51e-a1fb08fb418a","remote_addr":"[fd00:1122:3344:101::a]:49794","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"region 04383133-779f-4eac-bc7c-c7f59bcabf89 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.252467148Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-11T21:23:56.307383378Z","hostname":"oxz_crucible_a442c9b8-3e5b-486f-9142-65cbe77d7912","pid":23788,"uri":"/crucible/0/regions/04383133-779f-4eac-bc7c-c7f59bcabf89","method":"GET","req_id":"10a37460-a348-43a8-abc4-e874cc8e75c7","remote_addr":"[fd00:1122:3344:101::a]:49794","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":41,"response_code":200}