|
@@ -1,89 +1,101 @@
|
|
|
-[project]
|
|
|
+[tool.poetry]
|
|
|
name = "crossborder"
|
|
|
version = "0.1.0"
|
|
|
description = "跨境数据采集脚本"
|
|
|
-authors = [
|
|
|
- {name = "wangyupeng"}
|
|
|
-]
|
|
|
-license = {text = "Compatible Python versions [^3.6]: ^3.8"}
|
|
|
+authors = ["wangyupeng <wangyupeng@yto.net.cn>"]
|
|
|
+license = "MIT"
|
|
|
readme = "README.md"
|
|
|
-requires-python = "^3.10"
|
|
|
-dependencies = [
|
|
|
- "requests >=2.32.3,<3.0.0",
|
|
|
- "attrs >=25.3.0",
|
|
|
- "automat (>=25.4.16)",
|
|
|
- "beautifulsoup4 (>=4.13.4)",
|
|
|
- "bs4 (>=0.0.2)",
|
|
|
- "certifi (>=2025.4.26)",
|
|
|
- "cffi (>=1.17.1)",
|
|
|
- "charset-normalizer (>=3.4.2)",
|
|
|
- "click (>=8.1.8)",
|
|
|
- "colorama (>=0.4.6)",
|
|
|
- "colorlog (>=6.9.0)",
|
|
|
- "constantly (>=23.10.4)",
|
|
|
- "cryptography (>=44.0.3)",
|
|
|
- "cssselect (>=1.3.0)",
|
|
|
- "defusedxml (>=0.7.1)",
|
|
|
- "et_xmlfile (>=2.0.0)",
|
|
|
- "fake-useragent (>=2.2.0)",
|
|
|
- "faker (>=37.1.0)",
|
|
|
- "filelock (>=3.18.0)",
|
|
|
- "greenlet (>=3.2.1)",
|
|
|
- "h11 (>=0.16.0)",
|
|
|
- "hyperlink (>=21.0.0)",
|
|
|
- "idna (>=3.10)",
|
|
|
- "incremental (>=24.7.2)",
|
|
|
- "itemadapter (>=0.11.0)",
|
|
|
- "itemloaders (>=1.3.2)",
|
|
|
- "jmespath (>=1.0.1)",
|
|
|
- "lxml (>=5.4.0)",
|
|
|
- "numpy (>=2.2.5)",
|
|
|
- "openpyxl (>=3.1.5)",
|
|
|
- "outcome (>=1.3.0.post0)",
|
|
|
- "packaging (>=25.0)",
|
|
|
- "pandas (>=2.2.3)",
|
|
|
- "parsel (>=1.10.0)",
|
|
|
- "protego (>=0.4.0)",
|
|
|
- "pyasn1 (>=0.6.1)",
|
|
|
- "pyasn1-modules (>=0.4.2)",
|
|
|
- "pycparser (>=2.22)",
|
|
|
- "pydispatcher (>=2.0.7)",
|
|
|
- "pyee (>=13.0.0)",
|
|
|
- "pymysql (>=1.1.1)",
|
|
|
- "pyopenssl (>=25.0.0)",
|
|
|
- "pysocks (>=1.7.1)",
|
|
|
- "python-dateutil (>=2.9.0.post0)",
|
|
|
- "python-dotenv (>=1.1.0)",
|
|
|
- "pytz (>=2025.2)",
|
|
|
- "queuelib (>=1.8.0)",
|
|
|
- "rarfile (>=4.2)",
|
|
|
- "requests-file (>=2.1.0)",
|
|
|
- "schedule (>=1.2.2)",
|
|
|
- "scrapy (>=2.13.0)",
|
|
|
- "selenium (>=4.32.0)",
|
|
|
- "service-identity (>=24.2.0)",
|
|
|
- "setuptools (>=80.4.0)",
|
|
|
- "six (>=1.17.0)",
|
|
|
- "sniffio (>=1.3.1)",
|
|
|
- "sortedcontainers (>=2.4.0)",
|
|
|
- "soupsieve (>=2.7)",
|
|
|
- "sqlalchemy (>=2.0.41)",
|
|
|
- "tldextract (>=5.3.0)",
|
|
|
- "trio (>=0.30.0)",
|
|
|
- "trio-websocket (>=0.12.2)",
|
|
|
- "twisted (>=24.11.0)",
|
|
|
- "typing-extensions (>=4.13.2)",
|
|
|
- "tzdata (>=2025.2)",
|
|
|
- "urllib3 (>=2.4.0)",
|
|
|
- "w3lib (>=2.3.1)",
|
|
|
- "webdriver-manager (>=4.0.2)",
|
|
|
- "websocket-client (>=1.8.0)",
|
|
|
- "wsproto (>=1.2.0)",
|
|
|
- "xlrd (>=2.0.1)",
|
|
|
- "zope-interface (>=7.2)",
|
|
|
- "pycryptodome (>=3.23.0,<4.0.0)",
|
|
|
+packages = [{ include = "crossborder" }]
|
|
|
+exclude = [
|
|
|
+ # 排除根目录下的 downloads
|
|
|
+ "downloads/**/*",
|
|
|
+ # 排除包内特定位置的 downloads 目录
|
|
|
+ "crossborder/**/downloads/**",
|
|
|
+ # 也可以使用通配符匹配所有位置的 downloads
|
|
|
+ "**/downloads/**"
|
|
|
]
|
|
|
|
|
|
+
|
|
|
+
|
|
|
+[tool.poetry.dependencies]
|
|
|
+python = "^3.10"
|
|
|
+requests = ">=2.32.3,<3.0.0"
|
|
|
+attrs = ">=25.3.0"
|
|
|
+automat = ">=25.4.16"
|
|
|
+beautifulsoup4 = ">=4.13.4"
|
|
|
+bs4 = ">=0.0.2"
|
|
|
+certifi = ">=2025.4.26"
|
|
|
+cffi = ">=1.17.1"
|
|
|
+charset-normalizer = ">=3.4.2"
|
|
|
+click = ">=8.1.8"
|
|
|
+colorama = ">=0.4.6"
|
|
|
+colorlog = ">=6.9.0"
|
|
|
+constantly = ">=23.10.4"
|
|
|
+cryptography = ">=44.0.3"
|
|
|
+cssselect = ">=1.3.0"
|
|
|
+defusedxml = ">=0.7.1"
|
|
|
+et_xmlfile = ">=2.0.0"
|
|
|
+fake-useragent = ">=2.2.0"
|
|
|
+faker = ">=37.1.0"
|
|
|
+filelock = ">=3.18.0"
|
|
|
+greenlet = ">=3.2.1"
|
|
|
+h11 = ">=0.16.0"
|
|
|
+hyperlink = ">=21.0.0"
|
|
|
+idna = ">=3.10"
|
|
|
+incremental = ">=24.7.2"
|
|
|
+itemadapter = ">=0.11.0"
|
|
|
+itemloaders = ">=1.3.2"
|
|
|
+jmespath = ">=1.0.1"
|
|
|
+lxml = ">=5.4.0"
|
|
|
+numpy = ">=2.2.5"
|
|
|
+openpyxl = ">=3.1.5"
|
|
|
+outcome = ">=1.3.0.post0"
|
|
|
+packaging = ">=25.0"
|
|
|
+pandas = ">=2.2.3"
|
|
|
+parsel = ">=1.10.0"
|
|
|
+protego = ">=0.4.0"
|
|
|
+pyasn1 = ">=0.6.1"
|
|
|
+pyasn1-modules = ">=0.4.2"
|
|
|
+pycparser = ">=2.22"
|
|
|
+pydispatcher = ">=2.0.7"
|
|
|
+pyee = ">=13.0.0"
|
|
|
+pymysql = ">=1.1.1"
|
|
|
+pyopenssl = ">=25.0.0"
|
|
|
+pysocks = ">=1.7.1"
|
|
|
+python-dateutil = ">=2.9.0.post0"
|
|
|
+python-dotenv = ">=1.1.0"
|
|
|
+pytz = ">=2025.2"
|
|
|
+queuelib = ">=1.8.0"
|
|
|
+rarfile = ">=4.2"
|
|
|
+requests-file = ">=2.1.0"
|
|
|
+schedule = ">=1.2.2"
|
|
|
+scrapy = ">=2.13.0"
|
|
|
+selenium = ">=4.32.0"
|
|
|
+service-identity = ">=24.2.0"
|
|
|
+setuptools = ">=80.4.0"
|
|
|
+six = ">=1.17.0"
|
|
|
+sniffio = ">=1.3.1"
|
|
|
+sortedcontainers = ">=2.4.0"
|
|
|
+soupsieve = ">=2.7"
|
|
|
+sqlalchemy = ">=2.0.41"
|
|
|
+tldextract = ">=5.3.0"
|
|
|
+trio = ">=0.30.0"
|
|
|
+trio-websocket = ">=0.12.2"
|
|
|
+twisted = ">=24.11.0"
|
|
|
+typing-extensions = ">=4.13.2"
|
|
|
+tzdata = ">=2025.2"
|
|
|
+urllib3 = ">=2.4.0"
|
|
|
+w3lib = ">=2.3.1"
|
|
|
+webdriver-manager = ">=4.0.2"
|
|
|
+websocket-client = ">=1.8.0"
|
|
|
+wsproto = ">=1.2.0"
|
|
|
+xlrd = ">=2.0.1"
|
|
|
+zope-interface = ">=7.2"
|
|
|
+pycryptodome = ">=3.23.0,<4.0.0"
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
[tool.poetry.scripts]
|
|
|
run-shandong = "crossborder.shandong.selenium_shandong_download:main"
|
|
|
run-guangdong = "crossborder.guangdong.selenium_guangdong_download:main"
|
|
@@ -101,3 +113,4 @@ run-crossborder = "crossborder.cli:main"
|
|
|
[build-system]
|
|
|
requires = ["poetry-core"]
|
|
|
build-backend = "poetry.core.masonry.api"
|
|
|
+
|