{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.846598018Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51771"} {"msg":"region 611fdfac-472b-4be9-a606-76fca8cf59ed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.895747155Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.90988025Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions","method":"POST","req_id":"5ac197c1-ef38-4818-8d48-c7ce6efb091d","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27388,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.90990255Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_22a15868-8cb3-424f-b2f9-d8b1e976067b/crucible/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.91981331Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_22a15868-8cb3-424f-b2f9-d8b1e976067b/crucible/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.919841721Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"611fdfac-472b-4be9-a606-76fca8cf59ed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/611fdfac-472b-4be9-a606-76fca8cf59ed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.981383335Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"region":"611fdfac-472b-4be9-a606-76fca8cf59ed","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"611fdfac-472b-4be9-a606-76fca8cf59ed\" \"--data\" \"/data/regions/611fdfac-472b-4be9-a606-76fca8cf59ed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:44.985966039Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"region":"611fdfac-472b-4be9-a606-76fca8cf59ed","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.154705269Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions","method":"POST","req_id":"8eb07d24-da6e-42b7-be77-1781772e0686","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.428665051Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"region":"611fdfac-472b-4be9-a606-76fca8cf59ed","component":"worker"} {"msg":"region 611fdfac-472b-4be9-a606-76fca8cf59ed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.428712983Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.428813795Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.436394372Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.446359533Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.476461491Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.483341979Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.498397118Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.49846512Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.498512291Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.498561303Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.510460447Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.518329961Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:45.875556857Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions","method":"POST","req_id":"202b8e44-e032-4eb1-adf6-17553cbd277e","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.569035275Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","method":"GET","req_id":"c076f492-ddc6-48f6-b805-c6cebfa7c695","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":108,"response_code":"200"} {"msg":"path is \"/data/regions/611fdfac-472b-4be9-a606-76fca8cf59ed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.573003443Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"datafile"} {"msg":"dataset is oxp_22a15868-8cb3-424f-b2f9-d8b1e976067b/crucible/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.584758463Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"datafile"} {"msg":"region 611fdfac-472b-4be9-a606-76fca8cf59ed state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.595271109Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.595439084Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.595524566Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","method":"DELETE","req_id":"2387f537-153e-40ac-a090-e368b8606be7","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22541,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-611fdfac-472b-4be9-a606-76fca8cf59ed (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.596722828Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.600399619Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","method":"GET","req_id":"9ece518e-be69-4a0f-b736-14a724c48fe7","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.607835741Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_22a15868-8cb3-424f-b2f9-d8b1e976067b/crucible/regions/611fdfac-472b-4be9-a606-76fca8cf59ed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.618894022Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"region":"611fdfac-472b-4be9-a606-76fca8cf59ed","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.667596226Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","method":"GET","req_id":"fdbe9953-f545-4401-9075-fdcd92d06604","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region 611fdfac-472b-4be9-a606-76fca8cf59ed state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.678865992Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:17:11.82583546Z","hostname":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","pid":22314,"uri":"/crucible/0/regions/611fdfac-472b-4be9-a606-76fca8cf59ed","method":"GET","req_id":"79a34bd2-2a3b-47c7-b3b8-e87ccc17036d","remote_addr":"[fd00:1122:3344:101::a]:51771","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":"200"}