{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.084543892Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37672"} {"msg":"region 02c9deb2-4944-4846-b72f-3e46943f179d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.134926686Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.138359159Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.138377129Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions","method":"POST","req_id":"06abe9ba-23f9-47b2-8f82-7573a0ebf15e","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20613,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_df03866d-fa4c-415a-9b2e-7a8c42c1da59/crucible/regions/02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.149481994Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_df03866d-fa4c-415a-9b2e-7a8c42c1da59/crucible/regions/02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.149500144Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"02c9deb2-4944-4846-b72f-3e46943f179d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/02c9deb2-4944-4846-b72f-3e46943f179d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.201069403Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"region":"02c9deb2-4944-4846-b72f-3e46943f179d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"02c9deb2-4944-4846-b72f-3e46943f179d\" \"--data\" \"/data/regions/02c9deb2-4944-4846-b72f-3e46943f179d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.203730959Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"region":"02c9deb2-4944-4846-b72f-3e46943f179d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.516638788Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions","method":"POST","req_id":"eb773173-dccc-4d7f-a9b6-52415a4f663d","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.56311654Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"region":"02c9deb2-4944-4846-b72f-3e46943f179d","component":"worker"} {"msg":"region 02c9deb2-4944-4846-b72f-3e46943f179d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.56314322Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.563290104Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.563879086Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.576197386Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.599447747Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.60193729Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.602681676Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.602742467Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.602779478Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.602812908Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.606606608Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.610368278Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:40.840005417Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions","method":"POST","req_id":"b827aa0b-786c-4e90-bae8-ad11cb1f036f","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.401761828Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions/02c9deb2-4944-4846-b72f-3e46943f179d","method":"GET","req_id":"2eec4ab5-c1b0-4a2d-b5f7-6ecd90cd8c7d","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"path is \"/data/regions/02c9deb2-4944-4846-b72f-3e46943f179d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.40513384Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"datafile"} {"msg":"dataset is oxp_df03866d-fa4c-415a-9b2e-7a8c42c1da59/crucible/regions/02c9deb2-4944-4846-b72f-3e46943f179d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.41697189Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"datafile"} {"msg":"region 02c9deb2-4944-4846-b72f-3e46943f179d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.425463889Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.425724174Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions/02c9deb2-4944-4846-b72f-3e46943f179d","method":"DELETE","req_id":"7813e783-91b1-4879-9cb6-4380341aef39","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20612,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.425749985Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-02c9deb2-4944-4846-b72f-3e46943f179d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.426327927Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.428401051Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions/02c9deb2-4944-4846-b72f-3e46943f179d","method":"GET","req_id":"5a8676cc-93c4-4107-85dc-430f4692ea94","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.435134333Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_df03866d-fa4c-415a-9b2e-7a8c42c1da59/crucible/regions/02c9deb2-4944-4846-b72f-3e46943f179d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.442984729Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"region":"02c9deb2-4944-4846-b72f-3e46943f179d","component":"worker"} {"msg":"region 02c9deb2-4944-4846-b72f-3e46943f179d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.493052596Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:57:05.547621569Z","hostname":"oxz_crucible_0dafe68f-ed39-4b95-89a4-9ccb51e09b86","pid":23689,"uri":"/crucible/0/regions/02c9deb2-4944-4846-b72f-3e46943f179d","method":"GET","req_id":"92c43772-5503-46c5-b74a-5263a7ef016c","remote_addr":"[fd00:1122:3344:101::b]:37672","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}