mkdir quant
python python exllamav2/convert.py 
    -i base_model 
    -o quant 
    -c wikitext-test.parquet 
    -b 5.0