git clone https://github.com/turboderp/exllamav2
pip install exllamav2