crossborder/pyproject.toml

[tool.poetry]
name = "crossborder"
version = "0.1.0"
description = "跨境数据采集脚本"
authors = ["wangyupeng <wangyupeng@yto.net.cn>"]
license = "MIT"
readme = "README.md"
packages = [{ include = "crossborder" }]
exclude = [
    # 排除根目录下的 downloads
    "downloads/**/*",
    # 排除包内特定位置的 downloads 目录
    "crossborder/**/downloads/**",
    # 也可以使用通配符匹配所有位置的 downloads
    "**/downloads/**"
]



[tool.poetry.dependencies]
python = "^3.10"
requests = ">=2.32.3,<3.0.0"
attrs = ">=25.3.0"
automat = ">=25.4.16"
beautifulsoup4 = ">=4.13.4"
bs4 = ">=0.0.2"
certifi = ">=2025.4.26"
cffi = ">=1.17.1"
charset-normalizer = ">=3.4.2"
click = ">=8.1.8"
colorama = ">=0.4.6"
colorlog = ">=6.9.0"
constantly = ">=23.10.4"
cryptography = ">=44.0.3"
cssselect = ">=1.3.0"
defusedxml = ">=0.7.1"
et_xmlfile = ">=2.0.0"
fake-useragent = ">=2.2.0"
faker = ">=37.1.0"
filelock = ">=3.18.0"
greenlet = ">=3.2.1"
h11 = ">=0.16.0"
hyperlink = ">=21.0.0"
idna = ">=3.10"
incremental = ">=24.7.2"
itemadapter = ">=0.11.0"
itemloaders = ">=1.3.2"
jmespath = ">=1.0.1"
lxml = ">=5.4.0"
numpy = ">=2.2.5"
openpyxl = ">=3.1.5"
outcome = ">=1.3.0.post0"
packaging = ">=25.0"
pandas = ">=2.2.3"
parsel = ">=1.10.0"
protego = ">=0.4.0"
pyasn1 = ">=0.6.1"
pyasn1-modules = ">=0.4.2"
pycparser = ">=2.22"
pydispatcher = ">=2.0.7"
pyee = ">=13.0.0"
pymysql = ">=1.1.1"
pyopenssl = ">=25.0.0"
pysocks = ">=1.7.1"
python-dateutil = ">=2.9.0.post0"
python-dotenv = ">=1.1.0"
pytz = ">=2025.2"
queuelib = ">=1.8.0"
rarfile = ">=4.2"
requests-file = ">=2.1.0"
schedule = ">=1.2.2"
scrapy = ">=2.13.0"
selenium = ">=4.32.0"
service-identity = ">=24.2.0"
setuptools = ">=80.4.0"
six = ">=1.17.0"
sniffio = ">=1.3.1"
sortedcontainers = ">=2.4.0"
soupsieve = ">=2.7"
sqlalchemy = ">=2.0.41"
tldextract = ">=5.3.0"
trio = ">=0.30.0"
trio-websocket = ">=0.12.2"
twisted = ">=24.11.0"
typing-extensions = ">=4.13.2"
tzdata = ">=2025.2"
urllib3 = ">=2.4.0"
w3lib = ">=2.3.1"
webdriver-manager = ">=4.0.2"
websocket-client = ">=1.8.0"
wsproto = ">=1.2.0"
xlrd = ">=2.0.1"
zope-interface = ">=7.2"
pycryptodome = ">=3.23.0,<4.0.0"




[tool.poetry.scripts]
run-shandong = "crossborder.shandong.selenium_shandong_download:main"
run-guangdong = "crossborder.guangdong.selenium_guangdong_download:main"
run-guangdong-city = "crossborder.guangdong.selenium_guangdong_city:main"
run-henan = "crossborder.henan.selenium_henan_download:main"
run-fujian = "crossborder.fujian.selenium_fujian_download:main"
run-anhui = "crossborder.anhui.crawl_gov_anhui_full:main"
run-jiangsu = "crossborder.jiangsu.crawl_gov_jiangsu_full:main"
run-hebei = "crossborder.hebei.crawl_gov_hebei_full:main"
run-zhejiang = "crossborder.zhejiang.crawl_gov_zhejiang_full:main"
run-quanguo = "crossborder.quanguo.selenium_download:main"
run-total-city = "crossborder.data_cleaning_to_db:main"
run-crossborder = "crossborder.cli:main"
run-export = "crossborder.export.export_sql:export_tables"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"