[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"
[project]
name = "site-crawler-mcp"
version = "0.1.0"
description = "MCP server for crawling websites and extracting assets"
readme = "README.md"
requires-python = ">=3.10"
license = {text = "MIT"}
authors = [
{name = "Andac Guven", email = "yonetim@andacguven.com"}
]
keywords = ["mcp", "crawler", "web-scraping", "seo", "images"]
classifiers = [
"Development Status :: 3 - Alpha",
"Intended Audience :: Developers",
"License :: OSI Approved :: MIT License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Topic :: Internet :: WWW/HTTP",
"Topic :: Software Development :: Libraries :: Python Modules",
]
dependencies = [
"aiohttp>=3.9.0",
"beautifulsoup4>=4.12.0",
"lxml>=4.9.0",
"mcp>=0.9.0",
"python-dotenv>=1.0.0",
"validators>=0.22.0",
]
[project.optional-dependencies]
dev = [
"pytest>=7.4.0",
"pytest-asyncio>=0.21.0",
"pytest-cov>=4.1.0",
"black>=23.0.0",
"flake8>=6.0.0",
"mypy>=1.5.0",
]
[project.scripts]
site-crawler-mcp = "site_crawler.main:main"
site_crawler = "site_crawler.main:main"
[project.urls]
Homepage = "https://github.com/AndacGuven/site-crawler-mcp"
Documentation = "https://github.com/AndacGuven/site-crawler-mcp#readme"
Issues = "https://github.com/AndacGuven/site-crawler-mcp/issues"
Source = "https://github.com/AndacGuven/site-crawler-mcp"
[tool.setuptools.packages.find]
where = ["src"]
[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py", "*_test.py"]
asyncio_mode = "auto"
[tool.black]
line-length = 100
target-version = ["py38", "py39", "py310", "py311"]
[tool.mypy]
python_version = "3.8"
warn_return_any = true
warn_unused_configs = true
disallow_untyped_defs = true
[tool.ruff.lint]
select = ["F"]
