{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.361183671Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45215"} {"msg":"region 96886ee2-1eca-4b98-8fa3-20da7385c4c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.403198569Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.40994187Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions","method":"POST","req_id":"cb56e7d1-7bc1-4103-84a9-3dbf1f4b1188","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20489,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.409968531Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7e5ed69a-4e90-4202-a923-b5ae4c9231a2/crucible/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.424057269Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7e5ed69a-4e90-4202-a923-b5ae4c9231a2/crucible/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.42408833Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"96886ee2-1eca-4b98-8fa3-20da7385c4c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.47215085Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"region":"96886ee2-1eca-4b98-8fa3-20da7385c4c8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"96886ee2-1eca-4b98-8fa3-20da7385c4c8\" \"--data\" \"/data/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.474451012Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"region":"96886ee2-1eca-4b98-8fa3-20da7385c4c8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.626606396Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions","method":"POST","req_id":"b75e70b7-fee2-4e18-b632-937117bcae9f","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":672,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.7705162Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"region":"96886ee2-1eca-4b98-8fa3-20da7385c4c8","component":"worker"} {"msg":"region 96886ee2-1eca-4b98-8fa3-20da7385c4c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.770560371Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.770670104Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.771069845Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.781873825Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.796768975Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.807685058Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.808200722Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.810275327Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.810348659Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.810400371Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.813640068Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:33.817880011Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:34.002890638Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions","method":"POST","req_id":"3a8ced8e-c3e0-45f5-af1d-873f4f9e283e","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.133674632Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","method":"GET","req_id":"3fd539f9-d74d-469b-92b0-ec672dd026b7","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":107,"response_code":"200"} {"msg":"path is \"/data/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.13655585Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"datafile"} {"msg":"dataset is oxp_7e5ed69a-4e90-4202-a923-b5ae4c9231a2/crucible/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.14812189Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"datafile"} {"msg":"region 96886ee2-1eca-4b98-8fa3-20da7385c4c8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.157142242Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.157330838Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-96886ee2-1eca-4b98-8fa3-20da7385c4c8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.158607452Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.159676701Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","method":"DELETE","req_id":"93ce79fd-3ddf-45d6-a7bb-1e8d70b08577","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23168,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.163266087Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","method":"GET","req_id":"d2bb8f1e-c440-4f37-8344-eb93d63fce30","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":621,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.163958325Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7e5ed69a-4e90-4202-a923-b5ae4c9231a2/crucible/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.174817437Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"region":"96886ee2-1eca-4b98-8fa3-20da7385c4c8","component":"worker"} {"msg":"region 96886ee2-1eca-4b98-8fa3-20da7385c4c8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.239316919Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:58.302062043Z","hostname":"oxz_crucible_932d5dd1-74bb-45ce-a8a4-8d531e17e098","pid":22838,"uri":"/crucible/0/regions/96886ee2-1eca-4b98-8fa3-20da7385c4c8","method":"GET","req_id":"8008aeaf-00f3-4b06-bcb4-62120a6c9137","remote_addr":"[fd00:1122:3344:101::a]:45215","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}