pip install -qU ctranslate2 transformers[torch] accelerate einops accelerate bitsandbytes scipy
# for huggingface 8bit scipy
pip install 
git clone https://huggingface.co/mosaicml/mpt-7b-instruct
time ct2-transformers-converter --model mpt-7b-storywriter-fast --output_dir "mpt-7b-storywriter-fast.ct2.int8" --trust_remote_code --low_cpu_mem_usage --quantization int8
time ct2-transformers-converter --model mpt-7b-storywriter-fast --output_dir "mpt-7b-storywriter-fast.ct2" --trust_remote_code --low_cpu_mem_usage 
time python run.py < input.txt