pyproject.toml 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. [project]
  2. name = "crossborder"
  3. version = "0.1.0"
  4. description = "跨境数据采集脚本"
  5. authors = [
  6. {name = "wangyupeng"}
  7. ]
  8. license = {text = "Compatible Python versions [^3.6]: ^3.8"}
  9. readme = "README.md"
  10. requires-python = "^3.10"
  11. dependencies = [
  12. "requests (>=2.32.3,<3.0.0)",
  13. "attrs (>=25.3.0)",
  14. "automat (>=25.4.16)",
  15. "beautifulsoup4 (>=4.13.4)",
  16. "bs4 (>=0.0.2)",
  17. "certifi (>=2025.4.26)",
  18. "cffi (>=1.17.1)",
  19. "charset-normalizer (>=3.4.2)",
  20. "click (>=8.1.8)",
  21. "colorama (>=0.4.6)",
  22. "colorlog (>=6.9.0)",
  23. "constantly (>=23.10.4)",
  24. "cryptography (>=44.0.3)",
  25. "cssselect (>=1.3.0)",
  26. "defusedxml (>=0.7.1)",
  27. "et_xmlfile (>=2.0.0)",
  28. "fake-useragent (>=2.2.0)",
  29. "faker (>=37.1.0)",
  30. "filelock (>=3.18.0)",
  31. "greenlet (>=3.2.1)",
  32. "h11 (>=0.16.0)",
  33. "hyperlink (>=21.0.0)",
  34. "idna (>=3.10)",
  35. "incremental (>=24.7.2)",
  36. "itemadapter (>=0.11.0)",
  37. "itemloaders (>=1.3.2)",
  38. "jmespath (>=1.0.1)",
  39. "lxml (>=5.4.0)",
  40. "numpy (>=2.2.5)",
  41. "openpyxl (>=3.1.5)",
  42. "outcome (>=1.3.0.post0)",
  43. "packaging (>=25.0)",
  44. "pandas (>=2.2.3)",
  45. "parsel (>=1.10.0)",
  46. "playwright (>=1.52.0)",
  47. "protego (>=0.4.0)",
  48. "pyasn1 (>=0.6.1)",
  49. "pyasn1-modules (>=0.4.2)",
  50. "pycparser (>=2.22)",
  51. "pydispatcher (>=2.0.7)",
  52. "pyee (>=13.0.0)",
  53. "pymysql (>=1.1.1)",
  54. "pyopenssl (>=25.0.0)",
  55. "pysocks (>=1.7.1)",
  56. "python-dateutil (>=2.9.0.post0)",
  57. "python-dotenv (>=1.1.0)",
  58. "pytz (>=2025.2)",
  59. "queuelib (>=1.8.0)",
  60. "rarfile (>=4.2)",
  61. "requests-file (>=2.1.0)",
  62. "schedule (>=1.2.2)",
  63. "scrapy (>=2.13.0)",
  64. "scrapy-playwright (>=0.0.43)",
  65. "selenium (>=4.32.0)",
  66. "service-identity (>=24.2.0)",
  67. "setuptools (>=80.4.0)",
  68. "six (>=1.17.0)",
  69. "sniffio (>=1.3.1)",
  70. "sortedcontainers (>=2.4.0)",
  71. "soupsieve (>=2.7)",
  72. "sqlalchemy (>=2.0.41)",
  73. "tldextract (>=5.3.0)",
  74. "trio (>=0.30.0)",
  75. "trio-websocket (>=0.12.2)",
  76. "twisted (>=24.11.0)",
  77. "typing-extensions (>=4.13.2)",
  78. "tzdata (>=2025.2)",
  79. "urllib3 (>=2.4.0)",
  80. "w3lib (>=2.3.1)",
  81. "webdriver-manager (>=4.0.2)",
  82. "websocket-client (>=1.8.0)",
  83. "wsproto (>=1.2.0)",
  84. "xlrd (>=2.0.1)",
  85. "zope-interface (>=7.2)"
  86. ]
  87. [tool.poetry.scripts]
  88. run-shandong = "crossborder.shandong.selenium_shandong_download:main"
  89. run-guangdong = "crossborder.guangdong.selenium_guangdong_download:main"
  90. run-guangdong-city = "crossborder.guangdong.selenium_guangdong_city:main"
  91. run-henan = "crossborder.henan.selenium_henan_download:main"
  92. run-fujian = "crossborder.fujian.selenium_fujian_download:main"
  93. run-anhui = "crossborder.anhui.crawl_gov_anhui_full:main"
  94. run-jiangsu = "crossborder.jiangsu.gov_commodity_jiangsu_country:main"
  95. run-hebei = "crossborder.hebei.crawl_gov_hebei_full:main"
  96. run-zhejiang = "crossborder.zhejiang.crawl_gov_zhejiang_full:main"
  97. run-quanguo = "crossborder.quanguo.selenium_download:main"
  98. run-crossborder = "crossborder.cli:main"
  99. [build-system]
  100. requires = ["poetry-core"]
  101. build-backend = "poetry.core.masonry.api"