{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.908419759Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56794"}
{"msg":"region 7400ed25-c4be-4189-a432-3cab1060eae5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.924302719Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.926725269Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.926737459Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions","method":"POST","req_id":"0f4ddfff-5d80-4fa8-a4dc-63908c802136","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":4469,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.9365431Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.93657196Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7400ed25-c4be-4189-a432-3cab1060eae5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7400ed25-c4be-4189-a432-3cab1060eae5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:10.999221948Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"7400ed25-c4be-4189-a432-3cab1060eae5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7400ed25-c4be-4189-a432-3cab1060eae5\" \"--data\" \"/data/regions/7400ed25-c4be-4189-a432-3cab1060eae5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.001039238Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"7400ed25-c4be-4189-a432-3cab1060eae5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.10966087Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"7400ed25-c4be-4189-a432-3cab1060eae5","component":"worker"}
{"msg":"region 7400ed25-c4be-4189-a432-3cab1060eae5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.1097142Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.109813462Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.11028302Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.11639618Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.125388557Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.12919624Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.129958903Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.130025993Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.130071904Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.130113845Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.134259723Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.138750807Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:11.296489714Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions","method":"POST","req_id":"94bb704f-99d8-4e1d-a0ea-20bafc1e1f0d","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.034151743Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/7400ed25-c4be-4189-a432-3cab1060eae5","method":"GET","req_id":"012c9fd9-dd2a-4e03-b025-f2c72ad2b11d","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"path is \"/data/regions/7400ed25-c4be-4189-a432-3cab1060eae5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.037326175Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"dataset is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/7400ed25-c4be-4189-a432-3cab1060eae5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.048106042Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"region 7400ed25-c4be-4189-a432-3cab1060eae5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.057881512Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.058036585Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.058082986Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/7400ed25-c4be-4189-a432-3cab1060eae5","method":"DELETE","req_id":"d7fc7023-8ffb-49c7-8922-48688e592515","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20775,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7400ed25-c4be-4189-a432-3cab1060eae5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.061155646Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.061180546Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/7400ed25-c4be-4189-a432-3cab1060eae5","method":"GET","req_id":"e2eff7f9-00e2-4472-8f44-120915c9c3af","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.065572258Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/7400ed25-c4be-4189-a432-3cab1060eae5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.076398726Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"7400ed25-c4be-4189-a432-3cab1060eae5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.129237033Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/7400ed25-c4be-4189-a432-3cab1060eae5","method":"GET","req_id":"818a4511-7c06-4ac0-a29d-3da7cd11ce29","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region 7400ed25-c4be-4189-a432-3cab1060eae5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.14678368Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:12.195637822Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/7400ed25-c4be-4189-a432-3cab1060eae5","method":"GET","req_id":"d0bcb1da-dd97-484f-8f60-0d045d0245ca","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"region 960301fa-fe60-4a7e-85bb-83848cd35a2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.061974602Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.062132985Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions","method":"POST","req_id":"575d9e47-274b-40b1-b656-d7efb31ad0a1","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":221,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.062163936Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.073034424Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.073063644Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"960301fa-fe60-4a7e-85bb-83848cd35a2c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.129828275Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"960301fa-fe60-4a7e-85bb-83848cd35a2c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"960301fa-fe60-4a7e-85bb-83848cd35a2c\" \"--data\" \"/data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.131877009Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"960301fa-fe60-4a7e-85bb-83848cd35a2c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.214308331Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"960301fa-fe60-4a7e-85bb-83848cd35a2c","component":"worker"}
{"msg":"region 960301fa-fe60-4a7e-85bb-83848cd35a2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.214364112Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.214449883Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.215875717Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.220898079Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.237307968Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.238190223Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions","method":"POST","req_id":"be8dee0c-82d0-427b-ba4e-b97b2dc3212c","remote_addr":"[fd00:1122:3344:101::a]:56794","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.246338826Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.24655753Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.246606151Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.246648422Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.246690042Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.254149405Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:15:14.259184907Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.927145424Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34806"}
{"msg":"region 68621ad6-9576-49f2-9782-e2e2ec9abfcd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.927708694Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.928329204Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions","method":"POST","req_id":"d778ca80-9245-4ef6-80a3-2b89646d7dbf","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1128,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.928345004Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/68621ad6-9576-49f2-9782-e2e2ec9abfcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.937537975Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/68621ad6-9576-49f2-9782-e2e2ec9abfcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.937569515Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"68621ad6-9576-49f2-9782-e2e2ec9abfcd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68621ad6-9576-49f2-9782-e2e2ec9abfcd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.991155944Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"68621ad6-9576-49f2-9782-e2e2ec9abfcd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68621ad6-9576-49f2-9782-e2e2ec9abfcd\" \"--data\" \"/data/regions/68621ad6-9576-49f2-9782-e2e2ec9abfcd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:34.991204975Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"68621ad6-9576-49f2-9782-e2e2ec9abfcd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.092551827Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"region":"68621ad6-9576-49f2-9782-e2e2ec9abfcd","component":"worker"}
{"msg":"region 68621ad6-9576-49f2-9782-e2e2ec9abfcd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.092594668Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.092749371Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-68621ad6-9576-49f2-9782-e2e2ec9abfcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.094026322Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68621ad6-9576-49f2-9782-e2e2ec9abfcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.102597312Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.115118097Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68621ad6-9576-49f2-9782-e2e2ec9abfcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.11889605Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68621ad6-9576-49f2-9782-e2e2ec9abfcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.119151314Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.119210185Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.119251045Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.119290906Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.123002447Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.128464287Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:35.292292726Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions","method":"POST","req_id":"987b0c83-2ff1-4575-b43d-e8d0cddfbf48","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.073044781Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","method":"GET","req_id":"38408c65-f920-46d2-8840-46793d9d9c80","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.077373992Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"dataset is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.085692608Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"snapshot is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c@b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.095030181Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\", \"b60da084-ea61-49d4-b78f-f89aa537f063\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.095062282Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.10715396Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c/snapshots/b60da084-ea61-49d4-b78f-f89aa537f063","method":"GET","req_id":"d07e8579-8ad1-455a-af4a-e431612db4f7","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30411,"response_code":"200"}
{"msg":"path is \"/data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.110574416Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"dataset is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.118304703Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"snapshot is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c@b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.126860403Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\", \"b60da084-ea61-49d4-b78f-f89aa537f063\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.126906144Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 960301fa-fe60-4a7e-85bb-83848cd35a2c-b60da084-ea61-49d4-b78f-f89aa537f063 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.135319922Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"applying SMF actions for region 960301fa-fe60-4a7e-85bb-83848cd35a2c running snapshot b60da084-ea61-49d4-b78f-f89aa537f063 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.135510425Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.135528515Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c/snapshots/b60da084-ea61-49d4-b78f-f89aa537f063/run","method":"POST","req_id":"5ce36f3b-fdf7-43da-8ef8-af4bf329d5dc","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24981,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-960301fa-fe60-4a7e-85bb-83848cd35a2c-b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.138423353Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-960301fa-fe60-4a7e-85bb-83848cd35a2c-b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.141838649Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-960301fa-fe60-4a7e-85bb-83848cd35a2c-b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.152147268Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c/.zfs/snapshot/b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.152406332Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.152465953Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.152513894Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.152556895Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.152611316Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.157508116Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.1620469Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"worker"}
{"msg":"region 960301fa-fe60-4a7e-85bb-83848cd35a2c running snapshot b60da084-ea61-49d4-b78f-f89aa537f063 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.162064951Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"path is \"/data/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.449382073Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"dataset is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.458673206Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"datafile"}
{"msg":"snapshot is oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c@b60da084-ea61-49d4-b78f-f89aa537f063","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.467145615Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_afed364c-1eb2-4c62-a6a7-b86cf13ba8c1/crucible/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c\", \"b60da084-ea61-49d4-b78f-f89aa537f063\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.467197935Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T21:25:37.476275415Z","hostname":"oxz_crucible_04c9d75f-f538-4cf6-959e-fcc3cb7844c7","pid":23576,"uri":"/crucible/0/regions/960301fa-fe60-4a7e-85bb-83848cd35a2c/snapshots/b60da084-ea61-49d4-b78f-f89aa537f063/run","method":"POST","req_id":"31a0c306-9a94-4ec7-8157-5e5d99044eac","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26951,"response_code":"200"}