123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103 |
- [project]
- name = "crossborder"
- version = "0.1.0"
- description = "跨境数据采集脚本"
- authors = [
- {name = "wangyupeng"}
- ]
- license = {text = "Compatible Python versions [^3.6]: ^3.8"}
- readme = "README.md"
- requires-python = "^3.10"
- dependencies = [
- "requests (>=2.32.3,<3.0.0)",
- "attrs (>=25.3.0)",
- "automat (>=25.4.16)",
- "beautifulsoup4 (>=4.13.4)",
- "bs4 (>=0.0.2)",
- "certifi (>=2025.4.26)",
- "cffi (>=1.17.1)",
- "charset-normalizer (>=3.4.2)",
- "click (>=8.1.8)",
- "colorama (>=0.4.6)",
- "colorlog (>=6.9.0)",
- "constantly (>=23.10.4)",
- "cryptography (>=44.0.3)",
- "cssselect (>=1.3.0)",
- "defusedxml (>=0.7.1)",
- "et_xmlfile (>=2.0.0)",
- "fake-useragent (>=2.2.0)",
- "faker (>=37.1.0)",
- "filelock (>=3.18.0)",
- "greenlet (>=3.2.1)",
- "h11 (>=0.16.0)",
- "hyperlink (>=21.0.0)",
- "idna (>=3.10)",
- "incremental (>=24.7.2)",
- "itemadapter (>=0.11.0)",
- "itemloaders (>=1.3.2)",
- "jmespath (>=1.0.1)",
- "lxml (>=5.4.0)",
- "numpy (>=2.2.5)",
- "openpyxl (>=3.1.5)",
- "outcome (>=1.3.0.post0)",
- "packaging (>=25.0)",
- "pandas (>=2.2.3)",
- "parsel (>=1.10.0)",
- "playwright (>=1.52.0)",
- "protego (>=0.4.0)",
- "pyasn1 (>=0.6.1)",
- "pyasn1-modules (>=0.4.2)",
- "pycparser (>=2.22)",
- "pydispatcher (>=2.0.7)",
- "pyee (>=13.0.0)",
- "pymysql (>=1.1.1)",
- "pyopenssl (>=25.0.0)",
- "pysocks (>=1.7.1)",
- "python-dateutil (>=2.9.0.post0)",
- "python-dotenv (>=1.1.0)",
- "pytz (>=2025.2)",
- "queuelib (>=1.8.0)",
- "rarfile (>=4.2)",
- "requests-file (>=2.1.0)",
- "schedule (>=1.2.2)",
- "scrapy (>=2.13.0)",
- "scrapy-playwright (>=0.0.43)",
- "selenium (>=4.32.0)",
- "service-identity (>=24.2.0)",
- "setuptools (>=80.4.0)",
- "six (>=1.17.0)",
- "sniffio (>=1.3.1)",
- "sortedcontainers (>=2.4.0)",
- "soupsieve (>=2.7)",
- "sqlalchemy (>=2.0.41)",
- "tldextract (>=5.3.0)",
- "trio (>=0.30.0)",
- "trio-websocket (>=0.12.2)",
- "twisted (>=24.11.0)",
- "typing-extensions (>=4.13.2)",
- "tzdata (>=2025.2)",
- "urllib3 (>=2.4.0)",
- "w3lib (>=2.3.1)",
- "webdriver-manager (>=4.0.2)",
- "websocket-client (>=1.8.0)",
- "wsproto (>=1.2.0)",
- "xlrd (>=2.0.1)",
- "zope-interface (>=7.2)"
- ]
- [tool.poetry.scripts]
- run-shandong = "crossborder.shandong.selenium_shandong_download:main"
- run-guangdong = "crossborder.guangdong.selenium_guangdong_download:main"
- run-guangdong-city = "crossborder.guangdong.selenium_guangdong_city:main"
- run-henan = "crossborder.henan.selenium_henan_download:main"
- run-fujian = "crossborder.fujian.selenium_fujian_download:main"
- run-anhui = "crossborder.anhui.crawl_gov_anhui_full:main"
- run-jiangsu = "crossborder.jiangsu.gov_commodity_jiangsu_country:main"
- run-hebei = "crossborder.hebei.crawl_gov_hebei_full:main"
- run-zhejiang = "crossborder.zhejiang.crawl_gov_zhejiang_full:main"
- run-quanguo = "crossborder.quanguo.selenium_download:main"
- run-crossborder = "crossborder.cli:main"
- [build-system]
- requires = ["poetry-core"]
- build-backend = "poetry.core.masonry.api"
|