{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.009634292Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55917"} {"msg":"region 64a032ad-70aa-426d-bb97-afa22d4598b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.009734004Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.010650398Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.010659788Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions","method":"POST","req_id":"3f454ce9-fe6f-4232-8360-364ed5877def","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":969,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8bb407a1-6029-419e-826c-2b07076531ed/crucible/regions/64a032ad-70aa-426d-bb97-afa22d4598b6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.020240539Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8bb407a1-6029-419e-826c-2b07076531ed/crucible/regions/64a032ad-70aa-426d-bb97-afa22d4598b6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.020259129Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"64a032ad-70aa-426d-bb97-afa22d4598b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/64a032ad-70aa-426d-bb97-afa22d4598b6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.087469164Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"64a032ad-70aa-426d-bb97-afa22d4598b6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"64a032ad-70aa-426d-bb97-afa22d4598b6\" \"--data\" \"/data/regions/64a032ad-70aa-426d-bb97-afa22d4598b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.087525265Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"64a032ad-70aa-426d-bb97-afa22d4598b6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.269382808Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions","method":"POST","req_id":"f0f5f048-9c03-45df-9c3b-7193a45f75e8","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.464873376Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"64a032ad-70aa-426d-bb97-afa22d4598b6","component":"worker"} {"msg":"region 64a032ad-70aa-426d-bb97-afa22d4598b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.464904426Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.464997628Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-64a032ad-70aa-426d-bb97-afa22d4598b6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.46578477Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-64a032ad-70aa-426d-bb97-afa22d4598b6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.475459042Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.494217026Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64a032ad-70aa-426d-bb97-afa22d4598b6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.497536288Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64a032ad-70aa-426d-bb97-afa22d4598b6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.497828273Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.497873704Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.497914594Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.497951445Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.501165755Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.50592248Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:17.588959693Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions","method":"POST","req_id":"15b99a65-648b-478f-bb9e-9e81d29070e2","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region 9caa1f4c-fd8b-4069-ac25-2f0a67292d70 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.12127717Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.121528014Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.121548105Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions","method":"POST","req_id":"97921952-1e42-48a8-9266-47fdeb04f60f","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":307,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8bb407a1-6029-419e-826c-2b07076531ed/crucible/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.130654937Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8bb407a1-6029-419e-826c-2b07076531ed/crucible/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.130688388Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9caa1f4c-fd8b-4069-ac25-2f0a67292d70\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.20541895Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"9caa1f4c-fd8b-4069-ac25-2f0a67292d70","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9caa1f4c-fd8b-4069-ac25-2f0a67292d70\" \"--data\" \"/data/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.205468081Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"9caa1f4c-fd8b-4069-ac25-2f0a67292d70","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.258172978Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions","method":"POST","req_id":"d0af31c5-0885-49e7-a470-083d5b63b9ea","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.315560069Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"9caa1f4c-fd8b-4069-ac25-2f0a67292d70","component":"worker"} {"msg":"region 9caa1f4c-fd8b-4069-ac25-2f0a67292d70 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.315599499Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.315773152Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.323091187Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.339658797Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.348474545Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.351637815Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.35196899Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.352042541Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.352089262Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.352130223Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.355976783Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.361030082Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:25.685768908Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions","method":"POST","req_id":"2ff8d0b1-f0c6-43f1-bb4f-aef1e9bf3e4b","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.597451349Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","method":"GET","req_id":"b5cdbcfc-c2be-4986-a310-e5b171b2dc60","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.600556548Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"dataset is oxp_8bb407a1-6029-419e-826c-2b07076531ed/crucible/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.610618026Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"region 9caa1f4c-fd8b-4069-ac25-2f0a67292d70 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.618444699Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.619110589Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.619134679Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","method":"DELETE","req_id":"7c842a8a-6a1d-452d-99d2-31d54b4d3490","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18569,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9caa1f4c-fd8b-4069-ac25-2f0a67292d70 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.620819186Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.623888164Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","method":"GET","req_id":"5340c616-eaf2-4136-ad5c-09fd40b87ea7","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.63320874Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8bb407a1-6029-419e-826c-2b07076531ed/crucible/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.641061064Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"region":"9caa1f4c-fd8b-4069-ac25-2f0a67292d70","component":"worker"} {"msg":"region 9caa1f4c-fd8b-4069-ac25-2f0a67292d70 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.701135296Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T21:51:52.804532498Z","hostname":"oxz_crucible_11a69fb3-17e3-4994-8c08-3cde11233cf7","pid":23822,"uri":"/crucible/0/regions/9caa1f4c-fd8b-4069-ac25-2f0a67292d70","method":"GET","req_id":"e3f2e7ed-a24b-4c8c-b427-55247a1b70cb","remote_addr":"[fd00:1122:3344:101::b]:55917","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200}