2024-05-09 19:10:25 +08:00
|
|
|
from setuptools import setup, find_packages
|
|
|
|
|
|
2024-05-17 15:21:45 +08:00
|
|
|
# Read the requirements from requirements.txt
|
|
|
|
|
with open("requirements.txt") as f:
|
|
|
|
|
requirements = f.read().splitlines()
|
|
|
|
|
|
2024-05-09 19:10:25 +08:00
|
|
|
setup(
|
|
|
|
|
name="Crawl4AI",
|
2024-05-17 15:21:45 +08:00
|
|
|
version="0.1.2",
|
2024-05-09 19:10:25 +08:00
|
|
|
description="🔥🕷️ Crawl4AI: Open-source LLM Friendly Web Crawler & Scrapper",
|
|
|
|
|
long_description=open("README.md").read(),
|
|
|
|
|
long_description_content_type="text/markdown",
|
|
|
|
|
url="https://github.com/unclecode/crawl4ai",
|
|
|
|
|
author="Unclecode",
|
|
|
|
|
author_email="unclecode@kidocode.com",
|
|
|
|
|
license="MIT",
|
|
|
|
|
packages=find_packages(),
|
2024-05-17 15:21:45 +08:00
|
|
|
install_requires=requirements,
|
2024-05-16 20:08:21 +08:00
|
|
|
entry_points={
|
|
|
|
|
'console_scripts': [
|
|
|
|
|
'crawl4ai-download-models=crawl4ai.model_loader:main',
|
|
|
|
|
],
|
|
|
|
|
},
|
2024-05-09 19:10:25 +08:00
|
|
|
classifiers=[
|
|
|
|
|
"Development Status :: 3 - Alpha",
|
|
|
|
|
"Intended Audience :: Developers",
|
|
|
|
|
"License :: OSI Approved :: Apache Software License",
|
|
|
|
|
"Programming Language :: Python :: 3",
|
|
|
|
|
"Programming Language :: Python :: 3.7",
|
|
|
|
|
"Programming Language :: Python :: 3.8",
|
|
|
|
|
"Programming Language :: Python :: 3.9",
|
|
|
|
|
"Programming Language :: Python :: 3.10",
|
|
|
|
|
],
|
|
|
|
|
python_requires=">=3.7",
|
2024-05-16 20:22:50 +08:00
|
|
|
)
|
2024-05-17 15:21:45 +08:00
|
|
|
|
|
|
|
|
from setuptools import setup, find_packages
|
|
|
|
|
from setuptools.command.install import install as _install
|
|
|
|
|
import subprocess
|
|
|
|
|
import sys
|
|
|
|
|
|
|
|
|
|
class InstallCommand(_install):
|
|
|
|
|
def run(self):
|
|
|
|
|
# Run the standard install first
|
|
|
|
|
_install.run(self)
|
|
|
|
|
# Now handle the dependencies manually
|
|
|
|
|
self.manual_dependencies_install()
|
|
|
|
|
|
|
|
|
|
def manual_dependencies_install(self):
|
|
|
|
|
with open('requirements.txt') as f:
|
|
|
|
|
dependencies = f.read().splitlines()
|
|
|
|
|
for dependency in dependencies:
|
|
|
|
|
subprocess.check_call([sys.executable, '-m', 'pip', 'install', dependency])
|
|
|
|
|
|
|
|
|
|
# setup(
|
|
|
|
|
# name="Crawl4AI",
|
|
|
|
|
# version="0.1.0",
|
|
|
|
|
# description="🔥🕷️ Crawl4AI: Open-source LLM Friendly Web Crawler & Scrapper",
|
|
|
|
|
# long_description=open("README.md").read(),
|
|
|
|
|
# long_description_content_type="text/markdown",
|
|
|
|
|
# url="https://github.com/unclecode/crawl4ai",
|
|
|
|
|
# author="Unclecode",
|
|
|
|
|
# author_email="unclecode@kidocode.com",
|
|
|
|
|
# license="MIT",
|
|
|
|
|
# packages=find_packages(),
|
|
|
|
|
# install_requires=[], # Leave this empty to avoid default dependency resolution
|
|
|
|
|
# cmdclass={
|
|
|
|
|
# 'install': InstallCommand,
|
|
|
|
|
# },
|
|
|
|
|
# entry_points={
|
|
|
|
|
# 'console_scripts': [
|
|
|
|
|
# 'crawl4ai-download-models=crawl4ai.model_loader:main',
|
|
|
|
|
# ],
|
|
|
|
|
# },
|
|
|
|
|
# classifiers=[
|
|
|
|
|
# "Development Status :: 3 - Alpha",
|
|
|
|
|
# "Intended Audience :: Developers",
|
|
|
|
|
# "License :: OSI Approved :: Apache Software License",
|
|
|
|
|
# "Programming Language :: Python :: 3",
|
|
|
|
|
# "Programming Language :: Python :: 3.7",
|
|
|
|
|
# "Programming Language :: Python :: 3.8",
|
|
|
|
|
# "Programming Language :: Python :: 3.9",
|
|
|
|
|
# "Programming Language :: Python :: 3.10",
|
|
|
|
|
# ],
|
|
|
|
|
# python_requires=">=3.7",
|
|
|
|
|
# )
|
