{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.794594278Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32880"} {"msg":"region 9724ae2c-4874-4176-b3fb-edaef8339b2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.821316418Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.828319343Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.83118414Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions","method":"POST","req_id":"e1f5dc55-0d37-498f-b6f1-d68161debe6d","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17615,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_77c32d48-dca0-4b86-8142-cff1e62bbdf1/crucible/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.839858022Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_77c32d48-dca0-4b86-8142-cff1e62bbdf1/crucible/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.839872082Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9724ae2c-4874-4176-b3fb-edaef8339b2d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.905000581Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"region":"9724ae2c-4874-4176-b3fb-edaef8339b2d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9724ae2c-4874-4176-b3fb-edaef8339b2d\" \"--data\" \"/data/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:31.906850268Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"region":"9724ae2c-4874-4176-b3fb-edaef8339b2d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.012855989Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions","method":"POST","req_id":"59bf8e06-56cc-4ce1-9aaa-ab47406d4b82","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.248945738Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"region":"9724ae2c-4874-4176-b3fb-edaef8339b2d","component":"worker"} {"msg":"region 9724ae2c-4874-4176-b3fb-edaef8339b2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.248991238Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.249072649Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.249478993Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.257822341Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.283685403Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.290342285Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.30154114Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.303931952Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.303989093Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.304058303Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.31120545Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions","method":"POST","req_id":"65817ff6-0c91-41df-a9c5-2f6cfa9c38d7","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":605,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.311281091Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:32.318399367Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.25865928Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","method":"GET","req_id":"b84f3e8b-975d-4c3d-817b-03fb69dc8544","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"path is \"/data/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.261533817Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"datafile"} {"msg":"dataset is oxp_77c32d48-dca0-4b86-8142-cff1e62bbdf1/crucible/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.271119687Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"datafile"} {"msg":"region 9724ae2c-4874-4176-b3fb-edaef8339b2d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.278896819Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.279092961Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.279163452Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","method":"DELETE","req_id":"d8780093-f62f-4b41-b739-1f41b86ed4a8","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17672,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-9724ae2c-4874-4176-b3fb-edaef8339b2d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.280177962Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.282859927Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","method":"GET","req_id":"05cb0c7f-31f5-4ec5-8b1a-cf08db748d46","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":673,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.288751552Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_77c32d48-dca0-4b86-8142-cff1e62bbdf1/crucible/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.299436162Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"region":"9724ae2c-4874-4176-b3fb-edaef8339b2d","component":"worker"} {"msg":"region 9724ae2c-4874-4176-b3fb-edaef8339b2d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.36229168Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:57.369422226Z","hostname":"oxz_crucible_92571ebb-3a4b-49be-9032-3f9d2ff06bfd","pid":20702,"uri":"/crucible/0/regions/9724ae2c-4874-4176-b3fb-edaef8339b2d","method":"GET","req_id":"7c032db5-50f7-4936-8604-4af730394598","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}