| """setup.py for axolotl""" | |
| from setuptools import find_packages, setup | |
| def parse_requirements(): | |
| _install_requires = [] | |
| _dependency_links = [] | |
| with open("./requirements.txt", encoding="utf-8") as requirements_file: | |
| lines = [r.strip() for r in requirements_file.readlines()] | |
| for line in lines: | |
| if line.startswith("--extra-index-url"): | |
| # Handle custom index URLs | |
| _, url = line.split() | |
| _dependency_links.append(url) | |
| elif "flash-attn" not in line and line and line[0] != "#": | |
| # Handle standard packages | |
| _install_requires.append(line) | |
| return _install_requires, _dependency_links | |
| install_requires, dependency_links = parse_requirements() | |
| setup( | |
| name="axolotl", | |
| version="0.1", | |
| description="You know you're going to axolotl questions", | |
| package_dir={"": "src"}, | |
| packages=find_packages(), | |
| install_requires=install_requires, | |
| dependency_links=dependency_links, | |
| extras_require={ | |
| "flash-attn": [ | |
| "flash-attn>=2.2.1", | |
| ], | |
| "extras": [ | |
| "deepspeed", | |
| ], | |
| }, | |
| ) | |