requirements.txt

accelerate==0.29.3
aiohttp==3.9.5
aiosignal==1.3.1
annotated-types==0.6.0
antlr4-python3-runtime==4.11.0
anyio==4.3.0
async-timeout==4.0.3
attrs==23.2.0
backoff==2.2.1
beautifulsoup4==4.12.3
bitsandbytes==0.43.1
Brotli==1.0.9
bs4==0.0.2
certifi==2024.2.2
charset-normalizer==2.0.4
click==8.1.7
cloudpickle==3.0.0
cmake==3.29.2
datasets==2.19.0
deepspeed==0.14.1
dill==0.3.8
diskcache==5.6.3
einops==0.7.0
exceptiongroup==1.2.1
fastapi==0.110.2
filelock==3.13.1
flash-attn==2.5.7
frozenlist==1.4.1
fsspec==2024.3.1
gmpy2==2.1.2
h11==0.14.0
hjson==3.1.0
httptools==0.6.1
huggingface-hub==0.22.2
idna==3.4
interegular==0.3.3
Jinja2==3.1.3
joblib==1.4.0
jsonschema==4.21.1
jsonschema-specifications==2023.12.1
lark==1.1.9
llvmlite==0.42.0
MarkupSafe==2.1.3
mkl-fft==1.3.8
mkl-random==1.2.4
mkl-service==2.4.0
mpmath==1.3.0
msgpack==1.0.8
multidict==6.0.5
multiprocess==0.70.16
nest-asyncio==1.6.0
networkx==3.1
ninja==1.11.1.1
numba==0.59.1
numpy==1.26.4
openai==0.28.1
outlines==0.0.34
packaging==24.0
pandas==2.2.2
peft==0.10.0
pillow==10.2.0
pip==23.3.1
prometheus_client==0.20.0
protobuf==5.26.1
psutil==5.9.8
py-cpuinfo==9.0.0
pyarrow==15.0.2
pyarrow-hotfix==0.6
pydantic==2.7.0
pydantic_core==2.18.1
pynvml==11.5.0
PySocks==1.7.1
python-dateutil==2.9.0.post0
python-dotenv==1.0.1
pytz==2024.1
PyYAML==6.0.1
ray==2.11.0
referencing==0.34.0
regex==2024.4.16
requests==2.31.0
rpds-py==0.18.0
safetensors==0.4.3
scipy==1.13.0
sentencepiece==0.2.0
serpapi==0.1.5
setuptools==68.2.2
six==1.16.0
sniffio==1.3.1
soupsieve==2.5
starlette==0.37.2
sympy==1.12
tiktoken==0.6.0
tokenizers==0.19.1
torch==2.1.2+cu118
torchaudio==2.2.2
torchvision==0.17.2
tqdm==4.66.2
transformers==4.40.0
triton==2.1.0
typing_extensions==4.9.0
tzdata==2024.1
urllib3==2.1.0
uvicorn==0.29.0
uvloop==0.19.0
vllm==0.4.0+cu118
watchfiles==0.21.0
websockets==12.0
wheel==0.41.2
xformers==0.0.23.post1+cu118
xxhash==3.4.1
yarl==1.9.4