[tool.poetry] name = "crossborder" version = "0.1.0" description = "跨境数据采集脚本" authors = ["wangyupeng "] license = "MIT" readme = "README.md" packages = [{ include = "crossborder" }] exclude = [ # 排除根目录下的 downloads "downloads/**/*", # 排除包内特定位置的 downloads 目录 "crossborder/**/downloads/**", # 也可以使用通配符匹配所有位置的 downloads "**/downloads/**" ] [tool.poetry.dependencies] python = "^3.10" requests = ">=2.32.3,<3.0.0" attrs = ">=25.3.0" automat = ">=25.4.16" beautifulsoup4 = ">=4.13.4" bs4 = ">=0.0.2" certifi = ">=2025.4.26" cffi = ">=1.17.1" charset-normalizer = ">=3.4.2" click = ">=8.1.8" colorama = ">=0.4.6" colorlog = ">=6.9.0" constantly = ">=23.10.4" cryptography = ">=44.0.3" cssselect = ">=1.3.0" defusedxml = ">=0.7.1" et_xmlfile = ">=2.0.0" fake-useragent = ">=2.2.0" faker = ">=37.1.0" filelock = ">=3.18.0" greenlet = ">=3.2.1" h11 = ">=0.16.0" hyperlink = ">=21.0.0" idna = ">=3.10" incremental = ">=24.7.2" itemadapter = ">=0.11.0" itemloaders = ">=1.3.2" jmespath = ">=1.0.1" lxml = ">=5.4.0" numpy = ">=2.2.5" openpyxl = ">=3.1.5" outcome = ">=1.3.0.post0" packaging = ">=25.0" pandas = ">=2.2.3" parsel = ">=1.10.0" protego = ">=0.4.0" pyasn1 = ">=0.6.1" pyasn1-modules = ">=0.4.2" pycparser = ">=2.22" pydispatcher = ">=2.0.7" pyee = ">=13.0.0" pymysql = ">=1.1.1" pyopenssl = ">=25.0.0" pysocks = ">=1.7.1" python-dateutil = ">=2.9.0.post0" python-dotenv = ">=1.1.0" pytz = ">=2025.2" queuelib = ">=1.8.0" rarfile = ">=4.2" requests-file = ">=2.1.0" schedule = ">=1.2.2" scrapy = ">=2.13.0" selenium = ">=4.32.0" service-identity = ">=24.2.0" setuptools = ">=80.4.0" six = ">=1.17.0" sniffio = ">=1.3.1" sortedcontainers = ">=2.4.0" soupsieve = ">=2.7" sqlalchemy = ">=2.0.41" tldextract = ">=5.3.0" trio = ">=0.30.0" trio-websocket = ">=0.12.2" twisted = ">=24.11.0" typing-extensions = ">=4.13.2" tzdata = ">=2025.2" urllib3 = ">=2.4.0" w3lib = ">=2.3.1" webdriver-manager = ">=4.0.2" websocket-client = ">=1.8.0" wsproto = ">=1.2.0" xlrd = ">=2.0.1" zope-interface = ">=7.2" pycryptodome = ">=3.23.0,<4.0.0" [tool.poetry.scripts] run-shandong = "crossborder.shandong.selenium_shandong_download:main" run-guangdong = "crossborder.guangdong.selenium_guangdong_download:main" run-guangdong-city = "crossborder.guangdong.selenium_guangdong_city:main" run-henan = "crossborder.henan.selenium_henan_download:main" run-fujian = "crossborder.fujian.selenium_fujian_download:main" run-anhui = "crossborder.anhui.crawl_gov_anhui_full:main" run-jiangsu = "crossborder.jiangsu.crawl_gov_jiangsu_full:main" run-hebei = "crossborder.hebei.crawl_gov_hebei_full:main" run-zhejiang = "crossborder.zhejiang.crawl_gov_zhejiang_full:main" run-quanguo = "crossborder.quanguo.selenium_download:main" run-total-city = "crossborder.data_cleaning_to_db:main" run-crossborder = "crossborder.cli:main" run-export = "crossborder.export.export_sql:export_tables" [build-system] requires = ["poetry-core"] build-backend = "poetry.core.masonry.api"