{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.696733078Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44004"} {"msg":"region 2400892f-f9ff-4272-8105-c2a80777b564 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.696791628Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.698128392Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions","method":"POST","req_id":"26d41f70-ef4d-40b7-ae4d-ae03593484e1","remote_addr":"[fd00:1122:3344:101::b]:44004","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1359,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.698150612Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_369409f3-fb11-48bc-9300-6ed8b8919bc0/crucible/regions/2400892f-f9ff-4272-8105-c2a80777b564","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.708767906Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_369409f3-fb11-48bc-9300-6ed8b8919bc0/crucible/regions/2400892f-f9ff-4272-8105-c2a80777b564","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.708788116Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2400892f-f9ff-4272-8105-c2a80777b564\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2400892f-f9ff-4272-8105-c2a80777b564\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.838057754Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"2400892f-f9ff-4272-8105-c2a80777b564","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2400892f-f9ff-4272-8105-c2a80777b564\" \"--data\" \"/data/regions/2400892f-f9ff-4272-8105-c2a80777b564\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.838098645Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"2400892f-f9ff-4272-8105-c2a80777b564","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.011255311Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions","method":"POST","req_id":"4ec936f6-ccbc-4ca1-bd7c-c919b524a0cb","remote_addr":"[fd00:1122:3344:101::b]:44004","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.522218836Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"2400892f-f9ff-4272-8105-c2a80777b564","component":"worker"} {"msg":"region 2400892f-f9ff-4272-8105-c2a80777b564 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.522260527Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.52241833Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2400892f-f9ff-4272-8105-c2a80777b564","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.523371716Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2400892f-f9ff-4272-8105-c2a80777b564","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.544055424Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.593164035Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2400892f-f9ff-4272-8105-c2a80777b564","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.607144277Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2400892f-f9ff-4272-8105-c2a80777b564","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.607465972Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.607514583Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.607556913Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.607596314Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.625658517Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.639014578Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.717479636Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions","method":"POST","req_id":"9b639c24-3187-4be8-b6ff-59731e673c05","remote_addr":"[fd00:1122:3344:101::b]:44004","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region 5babece1-737b-4e79-a2ad-2ec4a1e09bac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.785510214Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.785683507Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions","method":"POST","req_id":"c72e6991-1e90-4113-9ff3-5dcdcc88df9b","remote_addr":"[fd00:1122:3344:101::b]:44004","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":230,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.785704397Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_369409f3-fb11-48bc-9300-6ed8b8919bc0/crucible/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.792515965Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_369409f3-fb11-48bc-9300-6ed8b8919bc0/crucible/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.792543276Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.917358536Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions","method":"POST","req_id":"72b4b759-9976-4207-ad7c-f25236dfae7f","remote_addr":"[fd00:1122:3344:101::b]:44004","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"creating region Region { id: RegionId(\"5babece1-737b-4e79-a2ad-2ec4a1e09bac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.94761324Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"5babece1-737b-4e79-a2ad-2ec4a1e09bac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5babece1-737b-4e79-a2ad-2ec4a1e09bac\" \"--data\" \"/data/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:51.947644101Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"5babece1-737b-4e79-a2ad-2ec4a1e09bac","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.158077413Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"5babece1-737b-4e79-a2ad-2ec4a1e09bac","component":"worker"} {"msg":"region 5babece1-737b-4e79-a2ad-2ec4a1e09bac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.158113073Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.158228446Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.163168261Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.18678483Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.216962142Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.227843411Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.228156246Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.228245227Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.228340869Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.228419641Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.252899784Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.271920803Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:52.442485266Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions","method":"POST","req_id":"96fe2d60-5f14-4473-8755-f69f8d6075ab","remote_addr":"[fd00:1122:3344:101::b]:44004","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.511353667Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61482"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.511415488Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","method":"GET","req_id":"6bc73673-a22b-4a26-959a-36bd0142f8fd","remote_addr":"[fd00:1122:3344:101::b]:61482","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"path is \"/data/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.515321505Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"dataset is oxp_369409f3-fb11-48bc-9300-6ed8b8919bc0/crucible/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.527408075Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"region 5babece1-737b-4e79-a2ad-2ec4a1e09bac state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.534861114Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.535641517Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","method":"DELETE","req_id":"3ed98e78-2a6f-4ad0-bff6-b4687993f001","remote_addr":"[fd00:1122:3344:101::b]:61482","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20340,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.535667678Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-5babece1-737b-4e79-a2ad-2ec4a1e09bac (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.536654425Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.538363944Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","method":"GET","req_id":"e7daa50f-d267-4cd6-8422-8f1b75aa56f4","remote_addr":"[fd00:1122:3344:101::b]:61482","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.551335309Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_369409f3-fb11-48bc-9300-6ed8b8919bc0/crucible/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.559837726Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"region":"5babece1-737b-4e79-a2ad-2ec4a1e09bac","component":"worker"} {"msg":"region 5babece1-737b-4e79-a2ad-2ec4a1e09bac state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.610537644Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:48:27.692266508Z","hostname":"oxz_crucible_f1446e5d-23fc-4b22-9951-0bcb54ca5044","pid":23863,"uri":"/crucible/0/regions/5babece1-737b-4e79-a2ad-2ec4a1e09bac","method":"GET","req_id":"df6098c6-4cf6-4346-9ec6-990d56619bf1","remote_addr":"[fd00:1122:3344:101::b]:61482","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200}