mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2024-10-01 01:06:10 -04:00
4a16a920a3
importlib.resources.files also didn't exist until python 3.9. Fixes #1972 Signed-off-by: Jared Van Bortel <jared@nomic.ai>
111 lines
3.2 KiB
Python
111 lines
3.2 KiB
Python
from setuptools import setup, find_packages
|
|
import os
|
|
import pathlib
|
|
import platform
|
|
import shutil
|
|
|
|
package_name = "gpt4all"
|
|
|
|
# Define the location of your prebuilt C library files
|
|
SRC_CLIB_DIRECTORY = os.path.join("..", "..", "gpt4all-backend")
|
|
SRC_CLIB_BUILD_DIRECTORY = os.path.join("..", "..", "gpt4all-backend", "build")
|
|
|
|
LIB_NAME = "llmodel"
|
|
|
|
DEST_CLIB_DIRECTORY = os.path.join(package_name, f"{LIB_NAME}_DO_NOT_MODIFY")
|
|
DEST_CLIB_BUILD_DIRECTORY = os.path.join(DEST_CLIB_DIRECTORY, "build")
|
|
|
|
system = platform.system()
|
|
|
|
def get_c_shared_lib_extension():
|
|
|
|
if system == "Darwin":
|
|
return "dylib"
|
|
elif system == "Linux":
|
|
return "so"
|
|
elif system == "Windows":
|
|
return "dll"
|
|
else:
|
|
raise Exception("Operating System not supported")
|
|
|
|
lib_ext = get_c_shared_lib_extension()
|
|
|
|
def copy_prebuilt_C_lib(src_dir, dest_dir, dest_build_dir):
|
|
files_copied = 0
|
|
|
|
if not os.path.exists(dest_dir):
|
|
os.mkdir(dest_dir)
|
|
os.mkdir(dest_build_dir)
|
|
|
|
for dirpath, _, filenames in os.walk(src_dir):
|
|
for item in filenames:
|
|
# copy over header files to dest dir
|
|
s = os.path.join(dirpath, item)
|
|
if item.endswith(".h"):
|
|
d = os.path.join(dest_dir, item)
|
|
shutil.copy2(s, d)
|
|
files_copied += 1
|
|
if item.endswith(lib_ext) or item.endswith('.metal'):
|
|
s = os.path.join(dirpath, item)
|
|
d = os.path.join(dest_build_dir, item)
|
|
shutil.copy2(s, d)
|
|
files_copied += 1
|
|
|
|
return files_copied
|
|
|
|
|
|
# NOTE: You must provide correct path to the prebuilt llmodel C library.
|
|
# Specifically, the llmodel.h and C shared library are needed.
|
|
copy_prebuilt_C_lib(SRC_CLIB_DIRECTORY,
|
|
DEST_CLIB_DIRECTORY,
|
|
DEST_CLIB_BUILD_DIRECTORY)
|
|
|
|
|
|
def get_long_description():
|
|
with open(pathlib.Path(__file__).parent / "README.md", encoding="utf-8") as fp:
|
|
return fp.read()
|
|
|
|
|
|
setup(
|
|
name=package_name,
|
|
version="2.3.0",
|
|
description="Python bindings for GPT4All",
|
|
long_description=get_long_description(),
|
|
long_description_content_type="text/markdown",
|
|
author="Nomic and the Open Source Community",
|
|
author_email="support@nomic.ai",
|
|
url="https://gpt4all.io/",
|
|
project_urls={
|
|
"Documentation": "https://docs.gpt4all.io/gpt4all_python.html",
|
|
"Source code": "https://github.com/nomic-ai/gpt4all/tree/main/gpt4all-bindings/python",
|
|
},
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"License :: OSI Approved :: MIT License",
|
|
"Operating System :: OS Independent",
|
|
],
|
|
python_requires='>=3.8',
|
|
packages=find_packages(),
|
|
install_requires=[
|
|
'requests',
|
|
'tqdm',
|
|
'importlib_resources; python_version < "3.9"',
|
|
],
|
|
extras_require={
|
|
'dev': [
|
|
'pytest',
|
|
'twine',
|
|
'wheel',
|
|
'setuptools',
|
|
'mkdocs-material',
|
|
'mkautodoc',
|
|
'mkdocstrings[python]',
|
|
'mkdocs-jupyter',
|
|
'black',
|
|
'isort'
|
|
]
|
|
},
|
|
package_data={'llmodel': [os.path.join(DEST_CLIB_DIRECTORY, "*")]},
|
|
include_package_data=True
|
|
)
|