mgleize/text-generation-inference : exllama36
Latest release: about 3 years ago - 679 downloads - 137 dependencies
JSONDependencies
- js 1.0.0
- Brotli 1.0.9
- Deprecated 1.2.14
- Jinja2 3.1.2
- MarkupSafe 2.1.3
- PySocks 1.7.1
- PyYAML 6.0
- accelerate 0.19.0
- accelerate 0.20.3
- aiohttp 3.8.4
- aiosignal 1.3.1
- async-timeout 4.0.2
- attrs 23.1.0
- auto-gptq 0.2.2
- backoff 2.2.1
- bitsandbytes 0.38.1
- bitsandbytes 0.39.1
- boltons 23.0.0
- brotlipy 0.7.0
- certifi 2022.12.7
- certifi 2023.5.7
- cffi 1.15.1
- charset-normalizer 3.1.0
- click 8.1.3
- cmake 3.26.4
- colorama 0.4.6
- conda-package-handling 2.0.2
- conda 23.1.0
- conda 23.3.1
- conda_package_streaming 0.7.0
- conda_package_streaming 0.8.0
- cryptography 40.0.1
- cryptography 41.0.1
- datasets 2.13.1
- deprecated 1.2.14
- dill 0.3.6
- einops 0.6.1
- exceptiongroup 1.1.1
- exllama 0.1.0
- filelock 3.12.2
- flask 2.3.2
- frozenlist 1.3.3
- fsspec 2023.6.0
- gmpy2 2.1.2
- googleapis-common-protos 1.59.1
- grpc-interceptor 0.15.2
- grpcio-reflection 1.54.2
- grpcio-status 1.54.2
- grpcio-tools 1.51.1
- grpcio-tools 1.54.2
- grpcio 1.54.2
- hf-transfer 0.1.3
- hf_transfer 0.1.3
- huggingface-hub 0.14.1
- idna 3.4
- iniconfig 2.0.0
- jinja2 3.1.2
- jsonpatch 1.32
- jsonpointer 2.0
- libmambapy 1.4.1
- lit 16.0.6
- loguru 0.6.0
- mamba 1.4.1
- markupsafe 2.1.3
- mpmath 1.3.0
- multidict 6.0.4
- multiprocess 0.70.14
- mypy-protobuf 3.4.0
- networkx 3.1
- ninja 1.11.1
- numpy 1.24.3
- opentelemetry-api 1.15.0
- opentelemetry-exporter-otlp-proto-grpc 1.15.0
- opentelemetry-exporter-otlp-proto-http 1.15.0
- opentelemetry-exporter-otlp 1.15.0
- opentelemetry-instrumentation-grpc 0.36b0
- opentelemetry-instrumentation 0.36b0
- opentelemetry-proto 1.15.0
- opentelemetry-sdk 1.15.0
- opentelemetry-semantic-conventions 0.36b0
- packaging 23.1
- pandas 2.0.3
- pip 20.2.3
- pip 23.0.1
- pluggy 1.0.0
- pluggy 1.2.0
- protobuf 4.23.2
- psutil 5.9.5
- pyOpenSSL 23.1.1
- pyOpenSSL 23.2.0
- pyarrow 12.0.1
- pycosat 0.6.4
- pycparser 2.21
- pytest 7.3.2
- python-dateutil 2.8.2
- pytz 2023.3
- pyyaml 6.0
- regex 2023.6.3
- requests 2.28.2
- requests 2.31.0
- rouge 1.0.1
- ruamel.yaml.clib 0.2.7
- ruamel.yaml 0.17.21
- ruamel.yaml 0.17.32
- safetensors 0.3.1
- scipy 1.10.1
- sentencepiece 0.1.99
- setuptools 67.8.0
- six 1.16.0
- sympy 1.12
- text-generation-server 0.8.2
- tokenizers 0.13.3
- tomli 2.0.1
- toolz 0.12.0
- torch 2.0.0
- torch 2.0.1
- tqdm 4.65.0
- transformers 4.30.2
- triton 2.0.0
- typer 0.6.1
- types-protobuf 4.23.0.1
- typing-extensions 4.6.3
- typing_extensions 4.6.3
- tzdata 2023.3
- urllib3 1.26.15
- urllib3 2.0.3
- waitress 2.1.2
- wheel 0.40.0
- win32-setctime 1.1.0
- wrapt 1.15.0
- xxhash 3.2.0
- yarl 1.9.2
- zstandard 0.19.0