{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:02.349966057Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.892387741Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58878"} {"msg":"region 101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.922908944Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.927866188Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"uri":"/crucible/0/regions","method":"POST","req_id":"abe6f305-fe02-4ac3-9f1d-1e3bacbf4036","remote_addr":"[fd00:1122:3344:101::a]:58878","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":12824,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.927895558Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_110bd3b9-a18c-483b-b367-8bd30dbac190/crucible/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.935941416Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_110bd3b9-a18c-483b-b367-8bd30dbac190/crucible/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.935978037Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.990162908Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"region":"101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e\" \"--data\" \"/data/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.993888118Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"region":"101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.1131817Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"region":"101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","component":"worker"} {"msg":"region 101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.113234641Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.113310702Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.115555466Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.119983425Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.13794143Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.141031994Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.149419555Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.149476631Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.149516719Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.149553282Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.153401449Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.157572245Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.306336068Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"uri":"/crucible/0/regions","method":"POST","req_id":"43ea0e4d-30e8-433a-9352-301b0d67a722","remote_addr":"[fd00:1122:3344:101::a]:58878","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.797692951Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"uri":"/crucible/0/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","method":"GET","req_id":"96c86d6d-6e28-436c-a94a-2b8c59699502","remote_addr":"[fd00:1122:3344:101::a]:58878","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"path is \"/data/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.799572642Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"datafile"} {"msg":"dataset is oxp_110bd3b9-a18c-483b-b367-8bd30dbac190/crucible/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.810772654Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"datafile"} {"msg":"region 101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.820774133Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.820949685Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.821019286Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"uri":"/crucible/0/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","method":"DELETE","req_id":"e16b1516-dc14-4dda-8044-0102377b85c6","remote_addr":"[fd00:1122:3344:101::a]:58878","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21474,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.822094647Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.824359143Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"uri":"/crucible/0/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","method":"GET","req_id":"b6315f42-a16a-4d94-afcd-85107a15e1bf","remote_addr":"[fd00:1122:3344:101::a]:58878","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":614,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.828561538Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_110bd3b9-a18c-483b-b367-8bd30dbac190/crucible/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.839646189Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"region":"101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","component":"worker"} {"msg":"region 101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.927960143Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.956751677Z","hostname":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","pid":769,"uri":"/crucible/0/regions/101ebfc8-990f-4cb4-98cc-6ea0b6b31f3e","method":"GET","req_id":"bcd2120c-06c3-4f4a-be30-4657729d6794","remote_addr":"[fd00:1122:3344:101::a]:58878","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"}