setup.py

""" setup.py - Main setup module """

import os

from setuptools import find_packages, setup

HERE = os.path.abspath(os.path.dirname(__file__))
README = open(os.path.join(HERE, "README.md")).read()
VERSION = "0.5"

# Publicly Available Packages (PyPi)
INSTALL_REQUIRES = [
    "ipython",
    "jupyterlab",
    "matplotlib",
    "pandas",
    "scikit-learn",
    "datasets",
    "sentencepiece",
    "nltk",
    "absl-py",
    "tqdm",
    # "llm2vec",
    "wandb",
    "peft",
    "bitsandbytes",
    "sentence_transformers",
    "transformers",
    "datasets",
    "ninja",
    "packaging",
    "wheel",
    "setuptools",
    # "tensorrt",
    "triton",
]

DEV_REQUIRES = [
    "nbqa[toolchain]",
    "black",
    "flake8",
    "isort",
    "mypy",
    "pre-commit",
    "pytest",
    "pytest-cov",
    "toml",
    "types-requests",
    "types-setuptools",
    "docformatter",
]

setup(
    name="llm-codebase",
    version=VERSION,
    description="Codes developed for research with LLMs.",
    long_description=README,
    classifiers=["Programming Language :: Python :: 3.11"],
    keywords="NLP, Machine Learning",
    author="Saeed Najafi",
    author_email="snajafi@ualberta.ca",
    license="MIT",
    packages=find_packages(exclude=["docs", "tests"]),
    include_package_data=True,
    zip_safe=False,
    install_requires=INSTALL_REQUIRES,
    extras_require={"dev": DEV_REQUIRES},
)